-- Logs begin at Thu 2021-09-09 17:22:17 UTC, end at Thu 2021-09-09 18:38:35 UTC. -- Sep 09 18:07:36.406587 dv-cinder-779540-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 09 18:07:39.172202 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.common.config [-] Logging enabled! Sep 09 18:07:39.172848 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 09 18:07:39.173001 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94526) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 09 18:07:39.176209 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.common.config [-] Logging enabled! Sep 09 18:07:39.176484 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 09 18:07:39.176795 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94526) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 09 18:07:39.177733 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 18:07:39.177964 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 18:07:39.178329 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 18:07:39.178572 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 18:07:39.178801 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 18:07:39.179118 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.179412 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.179706 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.179934 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.180226 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.180538 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.180823 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.181110 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.181405 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.181690 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.181970 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.182251 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.182478 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.182757 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.183041 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.183321 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.183543 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] debug = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.183823 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.184241 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.184691 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.184968 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.185943 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.186096 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.186371 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.186647 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.186931 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.187257 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] host = dv-cinder-779540-2-iscsi {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.187534 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.187821 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.188106 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.188416 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.188702 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.189013 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.189295 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.189563 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.189835 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] log_file = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.190155 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.190450 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.190731 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.191019 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.191244 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.191466 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.191750 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.192034 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.192326 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.192609 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.192880 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.193151 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.193423 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.193691 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.193977 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.194287 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.194570 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.194844 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.195114 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.195385 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.195907 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.196188 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.196550 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.196822 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.197093 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.197379 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.197646 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.197917 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.198216 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.198501 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.198778 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.199057 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.199327 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.199610 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.199881 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.200158 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.200449 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] use_json = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.201288 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.201562 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.201839 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.202114 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.202387 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.202660 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.202932 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.203213 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:39.203516 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.203812 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.204112 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.204421 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.204716 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.204993 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.205282 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.205560 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.205847 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.206122 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.206417 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.206693 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.206982 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.207260 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.207554 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.207860 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.208162 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.208469 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.208743 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.209016 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.209288 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.209566 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.209854 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.210131 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.210417 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.210702 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.210979 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.211265 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.211557 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.211844 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.212116 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.212416 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.212707 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.212985 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.213255 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.213531 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.213817 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.214095 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.214366 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.214646 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.214924 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.215195 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.215465 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.215741 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.216028 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.216344 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.216623 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.216894 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.217169 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.217438 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.217722 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.218000 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.218272 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.218543 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.218822 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.219093 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.219366 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.219644 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.219918 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.220195 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.220491 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.220762 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.221031 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.221301 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.221570 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.221840 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.222108 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.222384 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.222653 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.222922 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.223191 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.223466 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.223738 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.224025 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.224344 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.224626 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.224908 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.225185 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.225464 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.225743 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.226024 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.226301 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.226582 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.226857 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.227148 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.227431 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.227717 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.228004 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.228282 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.228606 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.228884 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.229168 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.229444 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.229719 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.230003 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.230288 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.230580 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.230875 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.231167 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.231457 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.231747 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.232563 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.232563 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.232754 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:39.232956 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 18:07:39.233205 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94526) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 09 18:07:39.586816 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 09 18:07:39.586995 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 09 18:07:39.587280 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 09 18:07:39.587605 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 09 18:07:39.991735 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:39.992027 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:39.992337 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:39.993632 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:39.993905 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:39.994170 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.031590 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.031862 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.032125 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.047723 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.047991 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.048255 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.079141 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.079428 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.079702 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.119215 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.119493 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.119762 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.354091 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.354715 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.354715 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.354880 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.355567 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.477955 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.478267 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.478548 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.478819 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.479085 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.479392 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.479650 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.479903 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.480153 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.480453 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.480712 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.480974 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.481227 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.481481 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.481728 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.482639 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.482902 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.483178 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.483440 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.483696 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.483966 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.484216 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.484532 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.484903 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.485148 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.485397 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.485799 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 18:07:40.486035 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 18:07:40.486271 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 18:07:40.486504 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 18:07:40.486736 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 18:07:40.486967 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 18:07:40.487331 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 09 18:07:40.490635 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 09 18:07:40.494577 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 09 18:07:40.498997 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Sep 09 18:07:40.500662 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 09 18:07:40.501168 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 09 18:07:40.501504 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 09 18:07:40.501888 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 09 18:07:40.504733 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 09 18:07:40.504988 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 09 18:07:40.505335 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 09 18:07:40.510611 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 09 18:07:40.532488 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 09 18:07:40.532953 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.533256 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94526) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 09 18:07:40.533617 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.534972 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94526) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 09 18:07:40.535260 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 09 18:07:40.535504 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 09 18:07:40.538942 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.539220 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:40.603745 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 09 18:07:40.603983 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 09 18:07:40.604265 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 09 18:07:40.604628 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 09 18:07:40.628186 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_db.sqlalchemy.engines [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94526) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 09 18:07:41.296650 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.plugins.ml2.managers [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Initializing driver for type 'gre' Sep 09 18:07:41.297181 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] gre ID ranges: [(1, 1000)] Sep 09 18:07:41.521523 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.plugins.ml2.managers [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Initializing driver for type 'local' Sep 09 18:07:41.522247 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.plugins.ml2.managers [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Initializing driver for type 'vlan' Sep 09 18:07:41.616610 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] VlanTypeDriver initialization complete Sep 09 18:07:41.616961 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.plugins.ml2.managers [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Initializing driver for type 'vxlan' Sep 09 18:07:41.617482 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] vxlan ID ranges: [(1, 1000)] Sep 09 18:07:41.807204 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.plugins.ml2.managers [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Initializing extension driver 'port_security' Sep 09 18:07:41.807550 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.plugins.ml2.extensions.port_security [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] PortSecurityExtensionDriver initialization complete Sep 09 18:07:41.807903 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.plugins.ml2.managers [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Initializing mechanism driver 'openvswitch' Sep 09 18:07:41.808246 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.plugins.ml2.managers [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Initializing mechanism driver 'hyperv' Sep 09 18:07:41.815078 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.plugins.ml2.plugin [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:07:41.815899 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > port after_create 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.816289 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > port after_update 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.816669 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > port after_delete 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.817202 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94526) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 18:07:41.817645 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > subnet after_create 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.817996 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > subnet after_update 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.818343 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > subnet after_delete 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.818733 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94526) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 18:07:41.819143 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > network after_create 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.819492 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > network after_update 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.819839 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > network after_delete 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.820229 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94526) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 18:07:41.820961 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > security_group after_create 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.821272 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > security_group after_update 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.822114 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > security_group after_delete 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.822114 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94526) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 18:07:41.822534 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.822887 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.823233 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.823624 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94526) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 18:07:41.824028 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > address_group after_create 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.824395 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > address_group after_update 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.824737 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > address_group after_delete 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.825125 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94526) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 18:07:41.826035 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] ML2 OVO RPC backend initialized. {{(pid=94526) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 09 18:07:41.826747 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > router_interface after_create 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.827099 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.827514 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > network before_response 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.827861 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > networks before_response 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.828208 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > port before_response 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.828592 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > ports before_response 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.828938 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > subnet before_response 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.829279 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > subnets before_response 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.829625 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > network after_create 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.829964 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > network after_update 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.830298 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > network after_delete 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.830635 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > port after_create 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.830971 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > port after_update 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.831304 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > port after_delete 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.831640 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > subnet after_create 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.831972 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > subnet after_update 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.832323 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > subnet after_delete 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.832904 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.plugins.ml2.plugin [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Modular L2 Plugin initialization complete Sep 09 18:07:41.833233 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading services supported by the core plugin {{(pid=94526) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 09 18:07:41.833560 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.plugins.ml2.managers [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Got port-security extension from driver 'port_security' Sep 09 18:07:41.834020 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.extensions.vlantransparent [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Disabled vlantransparent extension. Sep 09 18:07:41.834502 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94526) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 09 18:07:41.834818 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading Plugin: router Sep 09 18:07:41.870748 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > router_interface before_create 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.871071 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > router after_create 55549900 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.871442 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > router before_create 55549900 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.871811 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.872187 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.872646 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > router after_delete 55549900 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.873019 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > floatingip after_create 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.873372 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > floatingip after_update 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.873732 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > router after_create 55549900 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.874080 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > router after_update 55549900 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.874433 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > router after_update 55549900 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.874851 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.875213 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > router after_update 55549900 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.875626 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > router precommit_update 55549900 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.875997 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: port after_update 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.876362 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: port after_delete 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.876701 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: subnet after_update 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.877040 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.877394 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > port precommit_delete 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.877746 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > router precommit_create 55549900 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.878088 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: port before_delete 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.878434 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > router precommit_create 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.878793 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > router after_update 55549900 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.879171 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > router precommit_delete 55549900 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.879525 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > router precommit_create 55549900 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.879889 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > router_interface after_create 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.880238 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > router precommit_update 55549900 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.880624 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > agent after_create 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.880977 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > agent after_delete 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.881321 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > network after_delete 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.882417 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.quota.resource_registry [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Tracking information for resource: router configured {{(pid=94526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 18:07:41.882750 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.quota.resource_registry [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Tracking information for resource: floatingip configured {{(pid=94526) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 18:07:41.889024 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.db.l3_agentschedulers_db [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 09 18:07:41.889421 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: port after_update 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.889787 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: port after_create 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.890327 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: port after_delete 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.890686 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: port after_update 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.891481 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > router before_create 55550100 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.892112 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > router precommit_delete 55550100 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.892501 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > router precommit_create 55550100 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.892857 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > router precommit_update 55550100 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.897564 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.services.provider_configuration [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Service providers = [] {{(pid=94526) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 09 18:07:41.897930 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.db.servicetype_db [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94526) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 09 18:07:41.900885 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.services.service_base [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94526) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 18:07:41.901234 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.services.service_base [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94526) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 18:07:41.901581 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.services.service_base [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94526) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 18:07:41.902477 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.services.service_base [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94526) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 18:07:41.902850 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.services.service_base [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 09 18:07:41.903235 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 18:07:41.904642 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 09 18:07:41.914846 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 18:07:41.915182 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading Plugin: auto_allocate Sep 09 18:07:41.921100 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: network precommit_update 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.921473 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: network precommit_create 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.922029 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 18:07:41.922346 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading Plugin: tag Sep 09 18:07:41.928839 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 18:07:41.929169 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading Plugin: timestamp Sep 09 18:07:41.933154 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 18:07:41.933479 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading Plugin: network_ip_availability Sep 09 18:07:41.938992 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.939363 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.939720 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:41.940457 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 18:07:41.940778 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading Plugin: flavors Sep 09 18:07:41.945430 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 18:07:41.946019 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading Plugin: revisions Sep 09 18:07:41.950304 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94526) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 18:07:41.951261 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_concurrency.lockutils [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.364s {{(pid=94526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 09 18:07:41.951953 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94526) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 09 18:07:41.952348 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Initializing extension manager. Sep 09 18:07:41.952824 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: __init__.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:41.953166 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: __pycache__ {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:41.953500 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:41.953830 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: address_group.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:41.954585 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:41.955152 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: address-group Sep 09 18:07:41.955474 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: address_scope.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:41.956449 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:41.956959 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: address-scope Sep 09 18:07:41.957283 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: admin_state_down_before_update.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:41.958207 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:41.958710 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: router-admin-state-down-before-update Sep 09 18:07:41.959034 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: agent.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:41.959735 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:41.960240 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: agent Sep 09 18:07:41.960585 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: agent_resources_synced.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:41.961488 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:41.961996 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: agent-resources-synced Sep 09 18:07:41.962317 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: allowedaddresspairs.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:41.964075 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:41.964623 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: allowed-address-pairs Sep 09 18:07:41.964952 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: auto_allocated_topology.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:41.983471 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:41.983989 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: auto-allocated-topology Sep 09 18:07:41.984340 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: availability_zone.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:41.985040 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:41.985547 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: availability_zone Sep 09 18:07:41.985870 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: availability_zone_filter.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:41.986782 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:41.987290 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: availability_zone_filter Sep 09 18:07:41.987615 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: data_plane_status.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:41.988532 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:41.989036 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extension data-plane-status not supported by any of loaded plugins Sep 09 18:07:41.989360 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: default_subnetpools.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:41.990263 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:41.990765 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: default-subnetpools Sep 09 18:07:41.991088 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: dhcpagentscheduler.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:41.991900 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:41.992440 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: dhcp_agent_scheduler Sep 09 18:07:41.992772 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: dns.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:41.993685 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:41.994187 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extension dns-integration not supported by any of loaded plugins Sep 09 18:07:41.994514 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: dns_domain_ports.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:41.995426 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:41.995932 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 09 18:07:41.996254 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:41.997190 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:41.997803 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 09 18:07:41.998282 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: dvr.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:41.998869 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:41.999373 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: dvr Sep 09 18:07:41.999954 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: ecmp_routes.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.000934 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.001463 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extension ecmp_routes not supported by any of loaded plugins Sep 09 18:07:42.001787 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: empty_string_filtering.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.002689 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.003191 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: empty-string-filtering Sep 09 18:07:42.003514 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.004435 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.004937 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 09 18:07:42.005257 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.012117 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.012672 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 09 18:07:42.013650 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: external_net.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.014475 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.014983 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: external-net Sep 09 18:07:42.015310 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: extra_dhcp_opt.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.016212 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.016752 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: extra_dhcp_opt Sep 09 18:07:42.017101 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: extraroute.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.018004 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.018502 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: extraroute Sep 09 18:07:42.018822 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: extraroute_atomic.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.019849 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.020384 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: extraroute-atomic Sep 09 18:07:42.020704 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: filter_validation.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.021370 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.021868 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: filter-validation Sep 09 18:07:42.022206 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: fip_pf_description.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.023135 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.023632 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 09 18:07:42.023952 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: fip_port_details.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.024909 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.025413 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: fip-port-details Sep 09 18:07:42.025734 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: flavors.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.026970 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.027486 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: flavors Sep 09 18:07:42.027811 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.030064 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.030581 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 09 18:07:42.030913 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: floatingip_pools.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.031616 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.032153 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: floatingip-pools Sep 09 18:07:42.032509 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: ip_allocation.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.033435 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.033964 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extension ip_allocation not supported by any of loaded plugins Sep 09 18:07:42.034305 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.035235 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.035745 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: ip-substring-filtering Sep 09 18:07:42.036070 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: l2_adjacency.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.037014 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.037518 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extension l2_adjacency not supported by any of loaded plugins Sep 09 18:07:42.037840 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: l3.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.038970 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.039488 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: router Sep 09 18:07:42.039876 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: l3_conntrack_helper.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.042086 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.042613 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 09 18:07:42.042944 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.043885 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.044527 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: ext-gw-mode Sep 09 18:07:42.044859 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.045790 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.046304 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: l3-ha Sep 09 18:07:42.046630 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: l3_flavors.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.062901 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.063455 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: l3-flavors Sep 09 18:07:42.063793 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.064787 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.065304 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: l3-port-ip-change-not-allowed Sep 09 18:07:42.065635 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: l3agentscheduler.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.066740 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.067256 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: l3_agent_scheduler Sep 09 18:07:42.067589 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: logging.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.069146 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.069664 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extension logging not supported by any of loaded plugins Sep 09 18:07:42.070001 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: metering.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.071016 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.071599 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: metering Sep 09 18:07:42.071931 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.073064 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.073586 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: metering_source_and_destination_fields Sep 09 18:07:42.073910 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: multiprovidernet.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.074852 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.075368 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: multi-provider Sep 09 18:07:42.076463 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: netmtu.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.077277 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.077802 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: net-mtu Sep 09 18:07:42.078125 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: netmtu_writable.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.079105 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.079563 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: net-mtu-writable Sep 09 18:07:42.079884 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: network_availability_zone.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.081159 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.081687 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: network_availability_zone Sep 09 18:07:42.082018 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: network_ip_availability.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.083167 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.083683 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: network-ip-availability Sep 09 18:07:42.084015 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: network_segment_range.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.084837 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.085347 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extension network-segment-range not supported by any of loaded plugins Sep 09 18:07:42.093839 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: pagination.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.095174 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.095526 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: pagination Sep 09 18:07:42.095861 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: port_device_profile.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.096864 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.097421 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: port-device-profile Sep 09 18:07:42.097759 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.098694 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.099211 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: port-mac-address-regenerate Sep 09 18:07:42.099536 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.100472 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.100984 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: port-numa-affinity-policy Sep 09 18:07:42.101312 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: port_resource_request.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.102374 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.102879 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extension port-resource-request not supported by any of loaded plugins Sep 09 18:07:42.103210 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: portbindings.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.104132 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.104667 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: binding Sep 09 18:07:42.104996 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: portbindings_extended.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.106282 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.106823 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: binding-extended Sep 09 18:07:42.107150 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: portsecurity.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.108070 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.108617 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: port-security Sep 09 18:07:42.108981 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: project_id.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.109927 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.110258 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: project-id Sep 09 18:07:42.110582 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: providernet.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.111505 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.112016 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: provider Sep 09 18:07:42.112362 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: qos.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.115928 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.116485 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extension qos not supported by any of loaded plugins Sep 09 18:07:42.116818 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.118055 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.118573 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 09 18:07:42.118905 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.119872 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.120353 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 09 18:07:42.120678 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: qos_default.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.121624 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.122089 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extension qos-default not supported by any of loaded plugins Sep 09 18:07:42.122941 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: qos_fip.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.123599 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.124097 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extension qos-fip not supported by any of loaded plugins Sep 09 18:07:42.124457 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: qos_gateway_ip.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.125382 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.125891 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 09 18:07:42.126213 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: qos_port_network_policy.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.127122 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.127634 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 09 18:07:42.127961 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: qos_pps_rule.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.134965 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.135483 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extension qos-pps not supported by any of loaded plugins Sep 09 18:07:42.135812 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: qos_rule_type_details.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.136766 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.137279 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 09 18:07:42.139015 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: qos_rules_alias.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.139466 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.139995 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 09 18:07:42.140338 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: quotasv2.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.141296 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.141629 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: quotas Sep 09 18:07:42.141953 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: quotasv2_detail.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.145399 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.145750 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: quota_details Sep 09 18:07:42.146086 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: rbac.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.147233 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.147692 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: rbac-policies Sep 09 18:07:42.148022 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: rbac_address_group.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.148992 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.149622 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: rbac-address-group Sep 09 18:07:42.149931 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: rbac_address_scope.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.150729 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.151238 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: rbac-address-scope Sep 09 18:07:42.151562 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: rbac_security_groups.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.152493 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.153003 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: rbac-security-groups Sep 09 18:07:42.153325 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: rbac_subnetpool.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.154275 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.154792 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: rbac-subnetpool Sep 09 18:07:42.155113 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: revisionifmatch.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.160658 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.161171 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: revision-if-match Sep 09 18:07:42.161493 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: revisions.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.162629 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.163145 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: standard-attr-revisions Sep 09 18:07:42.163469 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: router_availability_zone.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.164153 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.164698 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: router_availability_zone Sep 09 18:07:42.165021 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: routerservicetype.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.165938 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.166445 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extension router-service-type not supported by any of loaded plugins Sep 09 18:07:42.166765 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.167677 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.168188 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: security-groups-normalized-cidr Sep 09 18:07:42.168536 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: security_groups_port_filtering.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.169527 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.170031 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: port-security-groups-filtering Sep 09 18:07:42.170352 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.171273 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.171781 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: security-groups-remote-address-group Sep 09 18:07:42.172101 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: securitygroup.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.183515 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.184047 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: security-group Sep 09 18:07:42.184418 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: segment.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.185875 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.186387 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extension segment not supported by any of loaded plugins Sep 09 18:07:42.186883 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.187745 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.188258 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 09 18:07:42.188607 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: servicetype.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.189810 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.190336 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: service-type Sep 09 18:07:42.190664 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: sorting.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.191644 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.191979 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: sorting Sep 09 18:07:42.192327 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: standard_attr_segment.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.193237 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.193752 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 09 18:07:42.194075 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: standardattrdescription.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.194724 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.195235 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: standard-attr-description Sep 09 18:07:42.195812 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: stateful_security_group.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.196758 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.197270 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: stateful-security-group Sep 09 18:07:42.197592 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: stdattrs_common.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.198173 dv-cinder-779540-2-iscsi neutron-server[94526]: WARNING neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 09 18:07:42.198492 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.199411 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.199919 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 09 18:07:42.200244 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: subnet_onboard.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.201982 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.202504 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: subnet_onboard Sep 09 18:07:42.202830 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.203754 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.204264 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 09 18:07:42.204612 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: subnet_service_types.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.205530 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.206046 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: subnet-service-types Sep 09 18:07:42.206369 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: subnetallocation.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.207461 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.207976 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: subnet_allocation Sep 09 18:07:42.208296 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.208988 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.209501 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: subnetpool-prefix-ops Sep 09 18:07:42.209823 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.210746 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.211255 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 09 18:07:42.211576 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: tagging.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.212851 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.213372 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: standard-attr-tag Sep 09 18:07:42.213697 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: timestamp.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.214894 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.215412 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loaded extension: standard-attr-timestamp Sep 09 18:07:42.215740 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: trunk.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.216828 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.217347 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extension trunk not supported by any of loaded plugins Sep 09 18:07:42.217673 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: trunk_details.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.218591 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.219094 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extension trunk-details not supported by any of loaded plugins Sep 09 18:07:42.219424 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: uplink_status_propagation.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.220364 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.220865 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 09 18:07:42.221188 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Loading extension file: vlantransparent.py {{(pid=94526) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 18:07:42.221862 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94526) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 18:07:42.222365 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extension vlan-transparent not supported by any of loaded plugins Sep 09 18:07:42.224907 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.quota.resource_registry [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Creating instance of TrackedResource for resource:network Sep 09 18:07:42.225442 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.quota.resource_registry [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Creating instance of TrackedResource for resource:subnet Sep 09 18:07:42.225840 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.quota.resource_registry [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 18:07:42.226238 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.quota.resource_registry [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Creating instance of TrackedResource for resource:port Sep 09 18:07:42.227503 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.v2.resource_helper [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 18:07:42.227948 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.v2.resource_helper [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Service FLAVORS assigned prefix: {{(pid=94526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 18:07:42.228594 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.v2.resource_helper [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 18:07:42.229030 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.v2.resource_helper [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 18:07:42.229373 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.quota.resource_registry [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Creating instance of TrackedResource for resource:router Sep 09 18:07:42.232945 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.quota.resource_registry [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Creating instance of TrackedResource for resource:floatingip Sep 09 18:07:42.232945 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.v2.resource_helper [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Service METERING assigned prefix: /metering {{(pid=94526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 18:07:42.232945 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:42.232945 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:42.232945 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:07:42.233633 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.quota.resource_registry [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Creating instance of CountableResource for resource:rbac_policy Sep 09 18:07:42.234104 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.quota.resource_registry [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Creating instance of TrackedResource for resource:security_group Sep 09 18:07:42.234533 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.quota.resource_registry [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Creating instance of TrackedResource for resource:security_group_rule Sep 09 18:07:42.235428 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.v2.resource_helper [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Service CORE assigned prefix: {{(pid=94526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 18:07:42.235765 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.quota.resource_registry [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 18:07:42.236114 dv-cinder-779540-2-iscsi neutron-server[94526]: WARNING neutron.quota.resource_registry [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] subnetpool is already registered Sep 09 18:07:42.238669 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.v2.resource_helper [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Service CORE assigned prefix: {{(pid=94526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 18:07:42.238669 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.quota.resource_registry [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 18:07:42.238669 dv-cinder-779540-2-iscsi neutron-server[94526]: WARNING neutron.quota.resource_registry [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] subnetpool is already registered Sep 09 18:07:42.239498 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.v2.resource_helper [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 18:07:42.239939 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.v2.resource_helper [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Service FLAVORS assigned prefix: {{(pid=94526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 18:07:42.240581 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.v2.resource_helper [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 18:07:42.241008 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.v2.resource_helper [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 18:07:42.241337 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.quota.resource_registry [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Creating instance of TrackedResource for resource:router Sep 09 18:07:42.241675 dv-cinder-779540-2-iscsi neutron-server[94526]: WARNING neutron.quota.resource_registry [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] router is already registered Sep 09 18:07:42.242085 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.quota.resource_registry [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Creating instance of TrackedResource for resource:floatingip Sep 09 18:07:42.242421 dv-cinder-779540-2-iscsi neutron-server[94526]: WARNING neutron.quota.resource_registry [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] floatingip is already registered Sep 09 18:07:42.242882 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.v2.resource_helper [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Service METERING assigned prefix: /metering {{(pid=94526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 18:07:42.243549 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.quota.resource_registry [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Creating instance of CountableResource for resource:rbac_policy Sep 09 18:07:42.243870 dv-cinder-779540-2-iscsi neutron-server[94526]: WARNING neutron.quota.resource_registry [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] rbac_policy is already registered Sep 09 18:07:42.244278 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.quota.resource_registry [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Creating instance of TrackedResource for resource:security_group Sep 09 18:07:42.244659 dv-cinder-779540-2-iscsi neutron-server[94526]: WARNING neutron.quota.resource_registry [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] security_group is already registered Sep 09 18:07:42.245056 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.quota.resource_registry [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Creating instance of TrackedResource for resource:security_group_rule Sep 09 18:07:42.245389 dv-cinder-779540-2-iscsi neutron-server[94526]: WARNING neutron.quota.resource_registry [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] security_group_rule is already registered Sep 09 18:07:42.246010 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.v2.resource_helper [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Service CORE assigned prefix: {{(pid=94526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 18:07:42.246338 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.quota.resource_registry [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 18:07:42.246673 dv-cinder-779540-2-iscsi neutron-server[94526]: WARNING neutron.quota.resource_registry [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] subnetpool is already registered Sep 09 18:07:42.247093 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.v2.resource_helper [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Service CORE assigned prefix: {{(pid=94526) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 18:07:42.247954 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.quota.resource_registry [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 18:07:42.248442 dv-cinder-779540-2-iscsi neutron-server[94526]: WARNING neutron.quota.resource_registry [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] subnetpool is already registered Sep 09 18:07:42.248928 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extended resource: extensions {{(pid=94526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 18:07:42.250419 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extended resource: address-groups {{(pid=94526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 18:07:42.251878 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extended resource: address-scopes {{(pid=94526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 18:07:42.253841 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extended resource: agents {{(pid=94526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 18:07:42.254984 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extended resource: auto-allocated-topology {{(pid=94526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 18:07:42.256258 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extended resource: availability_zones {{(pid=94526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 18:07:42.257466 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extended resource: dhcp-networks {{(pid=94526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 18:07:42.258974 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extended resource: dhcp-agents {{(pid=94526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 18:07:42.260404 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extended resource: routers {{(pid=94526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 18:07:42.262604 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extended resource: flavors {{(pid=94526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 18:07:42.265200 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extended resource: service_profiles {{(pid=94526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 18:07:42.266403 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extended resource: next_providers {{(pid=94526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 18:07:42.267896 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extended resource: service_profiles {{(pid=94526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 18:07:42.269448 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extended resource: floatingip-pools {{(pid=94526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 18:07:42.270658 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extended resource: routers {{(pid=94526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 18:07:42.272777 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extended resource: floatingips {{(pid=94526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 18:07:42.274060 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extended resource: l3-routers {{(pid=94526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 18:07:42.275424 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extended resource: l3-agents {{(pid=94526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 18:07:42.276854 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extended resource: metering-labels {{(pid=94526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 18:07:42.278238 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extended resource: metering-label-rules {{(pid=94526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 18:07:42.279729 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extended resource: network-ip-availabilities {{(pid=94526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 18:07:42.281038 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extended resource: bindings {{(pid=94526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 18:07:42.283615 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extended resource: quotas {{(pid=94526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 18:07:42.285086 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extended resource: quotas {{(pid=94526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 18:07:42.286491 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extended resource: rbac-policies {{(pid=94526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 18:07:42.290345 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extended resource: security-groups {{(pid=94526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 18:07:42.290345 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extended resource: security-group-rules {{(pid=94526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 18:07:42.290345 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extended resource: service-providers {{(pid=94526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 18:07:42.291484 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extended resource: subnetpools {{(pid=94526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 18:07:42.292929 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extended resource: subnetpools {{(pid=94526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 18:07:42.294535 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extended resource: tags {{(pid=94526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 18:07:42.296296 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extended resource: tags {{(pid=94526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 18:07:42.298139 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extended resource: tags {{(pid=94526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 18:07:42.299907 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extended resource: tags {{(pid=94526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 18:07:42.301717 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extended resource: tags {{(pid=94526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 18:07:42.303523 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extended resource: tags {{(pid=94526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 18:07:42.305246 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extended resource: tags {{(pid=94526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 18:07:42.307132 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extended resource: tags {{(pid=94526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 18:07:42.308910 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extended resource: tags {{(pid=94526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 18:07:42.311312 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron.api.extensions [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Extended resource: tags {{(pid=94526) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 18:07:42.317456 dv-cinder-779540-2-iscsi neutron-server[94526]: WARNING keystonemiddleware.auth_token [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 09 18:07:42.322407 dv-cinder-779540-2-iscsi neutron-server[94526]: WARNING keystonemiddleware.auth_token [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 09 18:07:42.331586 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_concurrency.lockutils [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Acquired lock "singleton_lock" {{(pid=94526) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 09 18:07:42.332073 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_concurrency.lockutils [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Releasing lock "singleton_lock" {{(pid=94526) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 09 18:07:42.332740 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO oslo_service.service [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Starting 2 workers Sep 09 18:07:42.337549 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Started child 94637 {{(pid=94526) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 18:07:42.342651 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Started child 94638 {{(pid=94526) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 18:07:42.344157 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:07:42.344750 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO neutron.service [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Neutron service started, listening on 0.0.0.0:9696 Sep 09 18:07:42.344948 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Notify callbacks [] for process, before_spawn {{(pid=94526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:07:42.345754 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [-] (94637) wsgi starting up on http://0.0.0.0:9696 Sep 09 18:07:42.347359 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO oslo_service.service [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Starting 1 workers Sep 09 18:07:42.347555 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:07:42.348977 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [-] (94638) wsgi starting up on http://0.0.0.0:9696 Sep 09 18:07:42.352653 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Started child 94639 {{(pid=94526) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 18:07:42.353191 dv-cinder-779540-2-iscsi neutron-server[94526]: INFO oslo_service.service [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Starting 1 workers Sep 09 18:07:42.357624 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.service [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] calling RpcWorker wait() {{(pid=94639) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 09 18:07:42.358278 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.service [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] returning from RpcWorker wait() {{(pid=94639) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 09 18:07:42.358559 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Started child 94640 {{(pid=94526) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 18:07:42.359548 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:07:42.359652 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG neutron_lib.callbacks.manager [None req-986e4efb-e84a-47f7-af26-61c76daad89e None None] Notify callbacks [] for process, after_spawn {{(pid=94526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:07:42.360160 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:07:42.361608 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94526) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 09 18:07:42.361820 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 18:07:42.362176 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 18:07:42.362383 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 18:07:42.362874 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 18:07:42.363033 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 18:07:42.363676 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.363959 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.364215 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.364336 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:07:42.364818 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.364818 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.365356 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.365610 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.365863 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.366143 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.366374 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.366545 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.366708 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.366956 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.367189 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.367533 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.368002 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.368254 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.368571 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.368743 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.369137 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.369956 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.369956 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.369956 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] debug = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.370369 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.370600 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.370841 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.371090 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.371328 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.371607 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.376363 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.376363 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.376363 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.376363 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.376363 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.376363 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.376363 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.376363 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.376888 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.376888 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.376888 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.376888 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] host = dv-cinder-779540-2-iscsi {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.376888 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.376888 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.376888 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.376888 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.377375 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.377375 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.377375 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.377375 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.377375 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.377375 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.377725 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.377791 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.377968 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.378379 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] log_file = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.378554 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] log_options = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.378778 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.379036 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.379296 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.379482 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.379650 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.379822 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.380071 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.380217 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.380484 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.380715 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.380925 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.381160 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.381394 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.381609 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.381850 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.382081 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.382481 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.382662 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.382930 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.383156 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.383451 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.383603 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.383798 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.384013 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.384242 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.384496 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.384737 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.384967 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.385175 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.385429 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.385643 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.385886 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.386113 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.386340 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.386608 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.386832 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.387054 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.387269 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.387534 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.387792 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.388108 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.388954 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.388954 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.388954 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.389374 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.389374 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.389643 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] use_json = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.389643 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.389915 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.390179 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.390331 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.390539 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.390748 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.390976 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.391206 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.391671 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.391954 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.392260 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.392696 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.392859 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.393062 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.393311 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.393596 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.393772 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.394115 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.394327 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.394664 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.394830 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.395052 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.395336 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.395656 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.395923 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.396182 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.396597 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.396961 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.397184 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.397414 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:07:42.397564 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.397710 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.398194 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.398579 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.399000 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.399229 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.399568 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.399834 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.400095 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.400366 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.400603 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.400797 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.401013 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.401256 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.401447 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.401660 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.401913 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.402136 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.402349 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.402566 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.402828 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.403028 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.403253 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.404172 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.405112 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.405112 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.405112 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.405112 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.405430 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.405430 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.405655 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.405844 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.406091 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.406344 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.406592 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.406812 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.407026 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.407239 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.407469 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.407720 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.407957 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.408187 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.408421 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.408636 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.408845 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.409111 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.409349 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.409581 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.409794 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.410273 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.411156 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.411656 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.411906 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.412124 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.412842 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.413096 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.413296 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.413532 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.413747 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.414192 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.414432 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.414869 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.415088 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.415302 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.415512 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.415722 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.415931 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.416161 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.416451 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.416746 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.416986 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.417209 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.417471 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.417938 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.417938 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.418242 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.418403 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.418633 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.418853 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.419047 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.419949 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.420391 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.420635 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.420864 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.421277 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.421754 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.422003 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.422219 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.422454 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.423838 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.423838 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.423838 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.423838 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.423838 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.424973 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.424973 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.424973 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.424973 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.424973 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.426045 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.426045 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.426045 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.426045 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.426569 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.426569 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.426835 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.426972 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.427106 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.429244 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.429244 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.429244 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.429244 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.429244 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.429244 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.429244 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.429244 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.435897 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.435897 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.435897 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.435897 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.435897 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.435897 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.435897 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.435897 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.436373 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.436373 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.436373 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.436373 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.436373 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.436373 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.436373 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.436373 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.436840 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.436840 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.436840 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.436840 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.436840 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.436840 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.436840 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.436840 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.437290 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.437290 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.437290 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.437290 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.437290 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.437290 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.437290 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.437290 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.437730 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.437730 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.437730 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.437730 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.437730 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.437730 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.437730 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.438140 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.438140 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.438402 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.438772 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.439130 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.439514 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.439885 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.440276 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.440691 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.440933 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.441149 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.441390 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.441615 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.441831 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.442096 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.442348 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.442688 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.442946 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.443177 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.443428 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.443662 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.443897 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.444131 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.444402 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.444605 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.444839 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.445052 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.445331 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.445825 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.446094 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.446310 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.446524 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.446751 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.446966 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.447176 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.447476 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.447737 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.447972 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.448225 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.448481 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.448725 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.448965 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.449163 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.449390 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.449624 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.449828 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.450055 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.450279 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.450512 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.450720 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.450953 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.451147 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.451432 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.451590 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.451831 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.452037 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.452254 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.452487 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.452713 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.452936 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.453141 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.453347 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.453569 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.453779 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.453985 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.454225 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.454432 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.454635 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.454869 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.455079 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.455275 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.455567 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.455824 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.456045 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.456360 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.456603 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.456845 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.457095 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.457398 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.457607 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.457839 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.458049 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.458260 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.458478 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.458726 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.459051 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.459346 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.459597 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.459845 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.460113 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.460537 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.460670 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.460867 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.461173 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.461519 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.461963 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.462111 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.462297 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.462545 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.462784 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.463029 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.463259 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.463471 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.463868 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.464016 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.464194 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.464379 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.464590 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.464819 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.465047 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.465289 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.465516 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.465753 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.466479 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.466683 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 18:07:42.467174 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94526) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 09 18:07:42.467530 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 18:07:42.467530 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 18:07:42.467817 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 18:07:42.467817 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 18:07:42.467971 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 18:07:42.468264 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.468264 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.468558 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.468558 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.468775 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.468862 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.469023 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.469178 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.469333 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.469674 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.469674 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.469880 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.470002 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.470094 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.470214 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.470371 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.470527 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.470685 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.470845 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.471002 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.471158 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.471313 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.471469 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] debug = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.471624 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.471815 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.471975 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.472131 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.472285 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.472460 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.472620 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.472859 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.472969 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.473058 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.473207 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.473359 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.473495 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.473648 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.473826 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.473959 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.474317 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.474317 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] host = dv-cinder-779540-2-iscsi {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.474539 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.474539 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.474730 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.474843 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.474996 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.475152 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.475307 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.475463 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.475618 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.475772 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.475927 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.476083 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.476238 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.476414 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] log_file = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.476571 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] log_options = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.476727 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.476880 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.480048 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.480048 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.480048 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.480048 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.480048 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.480048 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.480048 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.480879 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.480879 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.480879 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.480879 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.480879 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.480879 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.480879 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.480879 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.480879 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.481681 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.481681 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.481681 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.481681 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.481681 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.481681 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.481681 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.481681 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.482968 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.482968 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.482968 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.482968 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.482968 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.482968 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.482968 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.482968 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.483684 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.483684 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.483684 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.483684 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.483684 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.483684 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.483684 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.483684 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.484505 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.484505 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.484505 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.484505 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.484505 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] use_json = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.484505 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.484505 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.484505 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.485022 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.485022 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.485022 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.485264 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.485264 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 18:07:42.485394 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.485540 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.485710 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.485868 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.486025 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.486183 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.486341 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.486497 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.486654 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.486816 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.486982 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.487140 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.487307 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.487484 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.487661 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.487765 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.487928 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.488124 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.488269 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.488437 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.488591 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.488725 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.488861 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.488994 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.489132 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.489294 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.489450 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.489623 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.489782 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.489940 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.490097 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.490256 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.490414 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.490572 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.490730 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.490888 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.491047 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.491204 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.491361 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.491498 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.491658 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.491815 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.491972 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.492130 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.492288 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.492467 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.492624 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.492782 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.492940 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.493098 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.493256 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.493414 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.493572 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.493731 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.493891 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.494085 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.494218 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.494364 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.494666 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.494828 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.494987 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.495148 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.495524 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.495524 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.495790 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.495790 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.496045 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.496045 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.496269 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.496391 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.496522 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.496680 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.496841 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.498441 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.498441 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.498441 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.498441 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.498441 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.498441 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.498441 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.498441 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.498441 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.499031 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.499031 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.499031 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.499031 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.499031 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.499357 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.499357 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.500153 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.500153 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.500153 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.500153 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.500153 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.500563 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.500563 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.500563 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.500802 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.500885 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.501000 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.501159 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.501316 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.501477 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.501634 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.501791 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.501948 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.502104 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.502262 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.502419 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.502577 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.502734 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.502891 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.503047 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.503203 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.503360 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.503516 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.503684 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.503842 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.504002 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.504216 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.504339 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.504518 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.504673 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.504833 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.504989 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.505145 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.505302 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.505442 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.505603 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.505760 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.505916 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.506075 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.506243 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.506408 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.506566 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.506728 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.506886 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.507069 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.507225 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.507381 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.507539 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.507696 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.507849 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.508005 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.508173 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.508360 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.508519 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.508678 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.508818 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.508969 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.509112 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.509278 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.509439 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.509596 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.509756 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.509914 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.510074 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.510231 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.510389 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.510553 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.510708 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.510861 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.511015 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.511178 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.511336 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.511493 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.511656 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.511828 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.511969 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.512105 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.512237 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.512475 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.512564 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.512714 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.513429 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.513580 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.513726 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.513969 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.514113 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.514196 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.514340 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.514500 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.514661 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.514819 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.514978 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.515137 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.515296 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.515481 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.515610 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.515768 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.515927 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.516085 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.516258 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.516440 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.516597 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.516703 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:07:42.516794 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.516905 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.517062 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.517219 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.517417 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.517594 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.517771 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.517928 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.518089 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.518250 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.518410 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.518567 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.518726 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.518883 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.519040 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.519199 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.519370 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.519530 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.519687 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.519845 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.520002 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.520159 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.520359 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.520524 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.520680 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.520836 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.520993 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.521157 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.521325 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.521483 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.521639 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.522168 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.522168 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.522168 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.522375 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.522375 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.522514 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.522674 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.522829 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.522987 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.523153 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.523330 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.523518 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.523644 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.523800 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.523956 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.524123 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.524280 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.524531 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.524689 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.524842 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.524974 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.525144 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.525304 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.525463 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.525691 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.525828 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.525964 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.526099 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.526233 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.526366 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.526500 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.526658 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.526804 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.526966 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.527110 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.527276 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.527443 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.527608 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.527768 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.527934 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.528101 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.528267 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.529122 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.529249 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.529415 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.529572 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.529730 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.529888 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.530066 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.530270 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.530431 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.530570 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.530706 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.530865 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.531008 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.531168 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.531310 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.531469 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.531624 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.531768 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.531917 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.532074 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.532218 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.532388 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 18:07:42.532542 dv-cinder-779540-2-iscsi neutron-server[94526]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94526) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 18:07:42.588648 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 34562) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:07:42.597923 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069916 Sep 09 18:07:54.812564 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85032c80-0ea2-4f77-a3a6-68d4b8cb2c8e None None] get_active_networks_info from dv-cinder-779540-2-iscsi {{(pid=94639) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 09 18:07:54.899282 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85032c80-0ea2-4f77-a3a6-68d4b8cb2c8e None None] No non-hosted networks {{(pid=94639) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 09 18:07:54.908496 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.agentschedulers_db [None req-85032c80-0ea2-4f77-a3a6-68d4b8cb2c8e None None] DHCP Agent not found on host dv-cinder-779540-2-iscsi {{(pid=94639) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 09 18:07:54.994555 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d79fe375-9b73-4bd6-a3d7-e4ef697ed77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-905432'] for agent, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:07:57.401297 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11f0fce8-5138-4d88-a2ce-a1306e1443d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-905432'] for agent, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:07:57.458523 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.db.api [None req-8b975873-06f9-4794-96a6-43d1e9e84ca8 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-779540-2-iscsi {{(pid=94639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 18:07:57.459838 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG oslo_db.api [None req-8b975873-06f9-4794-96a6-43d1e9e84ca8 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 18:07:57.460786 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-905432'] for agent, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:07:57.464502 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:07:57.464502 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:07:57.464502 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:07:57.464502 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:07:57.464502 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:07:57.464913 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:07:57.464913 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:07:57.464913 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:07:57.464913 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:07:57.465411 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:07:57.465896 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:07:57.466408 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:07:57.467109 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-779540-2-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:07:57.483469 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-779540-2-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:07:58.160983 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b975873-06f9-4794-96a6-43d1e9e84ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:07:59.086325 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-905432'] for agent, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:01.029614 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-905432'] for agent, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:02.337232 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 34656) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:08:02.900853 dv-cinder-779540-2-iscsi neutron-server[94638]: WARNING oslo_policy.policy [None req-c555a67b-04a1-403c-b0f2-b10dd36095f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 18:08:02.901432 dv-cinder-779540-2-iscsi neutron-server[94638]: WARNING oslo_policy.policy [None req-c555a67b-04a1-403c-b0f2-b10dd36095f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 18:08:03.132418 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [None req-c555a67b-04a1-403c-b0f2-b10dd36095f1 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 18:08:03.133605 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-c555a67b-04a1-403c-b0f2-b10dd36095f1 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7953053 Sep 09 18:08:05.791424 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 34670) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:08:05.978724 dv-cinder-779540-2-iscsi neutron-server[94639]: INFO neutron.db.l3_hamode_db [None req-120c8830-9d45-4eb6-91ee-d9a950f7951c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 09 18:08:06.059735 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120c8830-9d45-4eb6-91ee-d9a950f7951c None None] Routers set() bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:08:06.060132 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120c8830-9d45-4eb6-91ee-d9a950f7951c None None] Router IDs set() for agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 09 18:08:06.147555 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-0d9216d6-abf2-411f-b05e-c711431af862 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:08:06.243971 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.policy [None req-0d9216d6-abf2-411f-b05e-c711431af862 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94638) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 09 18:08:06.289866 dv-cinder-779540-2-iscsi neutron-server[94638]: WARNING oslo_policy.policy [None req-0d9216d6-abf2-411f-b05e-c711431af862 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 18:08:06.289866 dv-cinder-779540-2-iscsi neutron-server[94638]: WARNING oslo_policy.policy [None req-0d9216d6-abf2-411f-b05e-c711431af862 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 18:08:06.300699 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.quota [None req-0d9216d6-abf2-411f-b05e-c711431af862 admin admin] Loaded quota_driver: . Sep 09 18:08:06.484174 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0d9216d6-abf2-411f-b05e-c711431af862 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729819264119', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729819264900', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729819276573', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729819278961', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729820872165', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729819233037', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1626374', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1945278', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-872564', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-948554'] for rbac-policy, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:06.691760 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0d9216d6-abf2-411f-b05e-c711431af862 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:06.693331 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-0d9216d6-abf2-411f-b05e-c711431af862 admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9007509 Sep 09 18:08:09.325017 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 34682) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:08:09.644456 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-8271517c-873b-40d5-8936-178c6a97d970 admin admin] Request body: {'network': {'tenant_id': 'b9ea968d17d34fa187f50d392529674a', 'admin_state_up': True, 'project_id': 'b9ea968d17d34fa187f50d392529674a', 'name': 'private'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:08:09.740520 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8271517c-873b-40d5-8936-178c6a97d970 admin admin] Made reservation on behalf of b9ea968d17d34fa187f50d392529674a for: {'network': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:08:09.743414 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8271517c-873b-40d5-8936-178c6a97d970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for network, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:09.762227 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8271517c-873b-40d5-8936-178c6a97d970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:09.911408 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8271517c-873b-40d5-8936-178c6a97d970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:09.977033 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8271517c-873b-40d5-8936-178c6a97d970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:09.998628 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8271517c-873b-40d5-8936-178c6a97d970 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=94638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 18:08:10.030499 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8271517c-873b-40d5-8936-178c6a97d970 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729821856404', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143'] for segment, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:10.031003 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8271517c-873b-40d5-8936-178c6a97d970 admin admin] Unsubscribe: segment precommit_create {{(pid=94638) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 09 18:08:10.031526 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.db.segments_db [None req-8271517c-873b-40d5-8936-178c6a97d970 admin admin] Added segment 68572e8e-aa33-4206-bf13-baff35de8dac of type vlan for network 0039660b-4a24-422b-9946-5e7f2ae090e6 Sep 09 18:08:10.047592 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8271517c-873b-40d5-8936-178c6a97d970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355ff076-08b8-4cb8-9824-17f0ff09a0d0,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:08:10.059541 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8271517c-873b-40d5-8936-178c6a97d970 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:10.059896 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8271517c-873b-40d5-8936-178c6a97d970 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:10.060237 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8271517c-873b-40d5-8936-178c6a97d970 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:10.060588 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8271517c-873b-40d5-8936-178c6a97d970 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:10.060911 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8271517c-873b-40d5-8936-178c6a97d970 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:10.061249 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8271517c-873b-40d5-8936-178c6a97d970 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:10.061568 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8271517c-873b-40d5-8936-178c6a97d970 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:10.061883 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8271517c-873b-40d5-8936-178c6a97d970 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:10.062217 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8271517c-873b-40d5-8936-178c6a97d970 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:10.062533 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8271517c-873b-40d5-8936-178c6a97d970 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:10.062846 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8271517c-873b-40d5-8936-178c6a97d970 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:10.063155 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8271517c-873b-40d5-8936-178c6a97d970 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:10.064245 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8271517c-873b-40d5-8936-178c6a97d970 admin admin] Tracked resource versions report: Sep 09 18:08:10.064245 dv-cinder-779540-2-iscsi neutron-server[94638]: pushed versions: Sep 09 18:08:10.064245 dv-cinder-779540-2-iscsi neutron-server[94638]: { 'AddressGroup': {'1.2'}, Sep 09 18:08:10.064245 dv-cinder-779540-2-iscsi neutron-server[94638]: 'ConntrackHelper': {'1.0'}, Sep 09 18:08:10.064245 dv-cinder-779540-2-iscsi neutron-server[94638]: 'Log': {'1.0'}, Sep 09 18:08:10.064245 dv-cinder-779540-2-iscsi neutron-server[94638]: 'Network': {'1.1'}, Sep 09 18:08:10.064245 dv-cinder-779540-2-iscsi neutron-server[94638]: 'Port': {'1.7'}, Sep 09 18:08:10.064245 dv-cinder-779540-2-iscsi neutron-server[94638]: 'PortForwarding': {'1.2'}, Sep 09 18:08:10.064245 dv-cinder-779540-2-iscsi neutron-server[94638]: 'QosPolicy': {'1.9'}, Sep 09 18:08:10.064245 dv-cinder-779540-2-iscsi neutron-server[94638]: 'SecurityGroup': {'1.4'}, Sep 09 18:08:10.064245 dv-cinder-779540-2-iscsi neutron-server[94638]: 'SecurityGroupRule': {'1.2'}, Sep 09 18:08:10.064245 dv-cinder-779540-2-iscsi neutron-server[94638]: 'SubPort': {'1.0'}, Sep 09 18:08:10.064245 dv-cinder-779540-2-iscsi neutron-server[94638]: 'Subnet': {'1.1'}, Sep 09 18:08:10.064245 dv-cinder-779540-2-iscsi neutron-server[94638]: 'Trunk': {'1.1'}} Sep 09 18:08:10.064245 dv-cinder-779540-2-iscsi neutron-server[94638]: consumer versions: Sep 09 18:08:10.064245 dv-cinder-779540-2-iscsi neutron-server[94638]: { DHCP agent@dv-cinder-779540-2-iscsi: {}, Sep 09 18:08:10.064245 dv-cinder-779540-2-iscsi neutron-server[94638]: L3 agent@dv-cinder-779540-2-iscsi: {}, Sep 09 18:08:10.064245 dv-cinder-779540-2-iscsi neutron-server[94638]: Metadata agent@dv-cinder-779540-2-iscsi: {}, Sep 09 18:08:10.064245 dv-cinder-779540-2-iscsi neutron-server[94638]: Metering agent@dv-cinder-779540-2-iscsi: {}, Sep 09 18:08:10.064245 dv-cinder-779540-2-iscsi neutron-server[94638]: Open vSwitch agent@dv-cinder-779540-2-iscsi: { 'AddressGroup': '1.2', Sep 09 18:08:10.064245 dv-cinder-779540-2-iscsi neutron-server[94638]: 'ConntrackHelper': '1.0', Sep 09 18:08:10.064245 dv-cinder-779540-2-iscsi neutron-server[94638]: 'Log': '1.0', Sep 09 18:08:10.064245 dv-cinder-779540-2-iscsi neutron-server[94638]: 'Network': '1.1', Sep 09 18:08:10.064245 dv-cinder-779540-2-iscsi neutron-server[94638]: 'Port': '1.7', Sep 09 18:08:10.064245 dv-cinder-779540-2-iscsi neutron-server[94638]: 'PortForwarding': '1.2', Sep 09 18:08:10.064245 dv-cinder-779540-2-iscsi neutron-server[94638]: 'QosPolicy': '1.9', Sep 09 18:08:10.064245 dv-cinder-779540-2-iscsi neutron-server[94638]: 'SecurityGroup': '1.4', Sep 09 18:08:10.064245 dv-cinder-779540-2-iscsi neutron-server[94638]: 'SecurityGroupRule': '1.2', Sep 09 18:08:10.064245 dv-cinder-779540-2-iscsi neutron-server[94638]: 'SubPort': '1.0', Sep 09 18:08:10.064245 dv-cinder-779540-2-iscsi neutron-server[94638]: 'Subnet': '1.1', Sep 09 18:08:10.064245 dv-cinder-779540-2-iscsi neutron-server[94638]: 'Trunk': '1.1'}} Sep 09 18:08:10.064245 dv-cinder-779540-2-iscsi neutron-server[94638]: {{(pid=94638) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 18:08:10.168794 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8271517c-873b-40d5-8936-178c6a97d970 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729821298728'] for network, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:10.266821 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8271517c-873b-40d5-8936-178c6a97d970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322'] for network, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:10.267984 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8271517c-873b-40d5-8936-178c6a97d970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:08:10.268691 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8271517c-873b-40d5-8936-178c6a97d970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:10.378612 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8271517c-873b-40d5-8936-178c6a97d970 admin admin] Pushing event updated for resources: {'Network': ['ID=0039660b-4a24-422b-9946-5e7f2ae090e6,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:08:10.390259 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Network 0039660b-4a24-422b-9946-5e7f2ae090e6 details requested by agent ovs-agent-dv-cinder-779540-2-iscsi with host dv-cinder-779540-2-iscsi {{(pid=94639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 18:08:10.398318 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-8271517c-873b-40d5-8936-178c6a97d970 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0721853 Sep 09 18:08:13.090661 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 34696) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:08:13.498928 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7411a06-7ca2-403f-94d8-95b020d7bb5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:08:13.500347 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-d7411a06-7ca2-403f-94d8-95b020d7bb5f admin admin] 10.222.0.39 "GET /v2.0/networks/0039660b-4a24-422b-9946-5e7f2ae090e6 HTTP/1.1" status: 200 len: 825 time: 0.4087055 Sep 09 18:08:13.525770 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-04af4ba9-173d-43db-865d-d50f9a0155e5 admin admin] 10.222.0.39 "GET /v2.0/subnetpools/21e053be-dd6d-42e2-bc26-2d1dc7820bf7 HTTP/1.1" status: 200 len: 734 time: 0.0192571 Sep 09 18:08:13.535086 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-bd632f7d-3399-43e9-bcd3-d3f7e1681d34 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': 'b9ea968d17d34fa187f50d392529674a', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '21e053be-dd6d-42e2-bc26-2d1dc7820bf7', 'ip_version': 4, 'network_id': '0039660b-4a24-422b-9946-5e7f2ae090e6'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:08:13.642801 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd632f7d-3399-43e9-bcd3-d3f7e1681d34 admin admin] Made reservation on behalf of b9ea968d17d34fa187f50d392529674a for: {'subnet': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:08:13.645144 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-bd632f7d-3399-43e9-bcd3-d3f7e1681d34 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:14.022929 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-bd632f7d-3399-43e9-bcd3-d3f7e1681d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322'] for subnet, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:14.094178 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd632f7d-3399-43e9-bcd3-d3f7e1681d34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b811909-c17a-4ae9-b8a3-8e38f9bdcf1d,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:08:14.098867 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd632f7d-3399-43e9-bcd3-d3f7e1681d34 admin admin] Checking segment: {'id': '68572e8e-aa33-4206-bf13-baff35de8dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0039660b-4a24-422b-9946-5e7f2ae090e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:08:14.099259 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd632f7d-3399-43e9-bcd3-d3f7e1681d34 admin admin] Network hostable DHCP agents. Network: 0039660b-4a24-422b-9946-5e7f2ae090e6, hostable agents: ['6109b3ba-05d2-41fe-b34b-8d3bf45e9862'], hosted agents: [] {{(pid=94638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 18:08:14.187814 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd632f7d-3399-43e9-bcd3-d3f7e1681d34 admin admin] Network 0039660b-4a24-422b-9946-5e7f2ae090e6 is scheduled to be hosted by DHCP agent 6109b3ba-05d2-41fe-b34b-8d3bf45e9862 with binding_index 1 {{(pid=94638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 18:08:14.262420 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-bd632f7d-3399-43e9-bcd3-d3f7e1681d34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779540-2-iscsi, 0039660b-4a24-422b-9946-5e7f2ae090e6) {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:08:14.267248 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd632f7d-3399-43e9-bcd3-d3f7e1681d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:08:14.267837 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-bd632f7d-3399-43e9-bcd3-d3f7e1681d34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:14.272726 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c71cd0c-079f-4e1e-93a5-597f1a2ba49e None None] Network 0039660b-4a24-422b-9946-5e7f2ae090e6 requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:08:14.348724 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-bd632f7d-3399-43e9-bcd3-d3f7e1681d34 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8169549 Sep 09 18:08:14.604680 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098dfc8a-4034-4258-a78b-20eedc0ef481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd729f0-ff64-59d2-b832-3ba31ba8699f-0039660b-4a24-422b-9946-5e7f2ae090e6', 'network_id': '0039660b-4a24-422b-9946-5e7f2ae090e6', 'tenant_id': 'b9ea968d17d34fa187f50d392529674a', 'fixed_ips': [{'subnet_id': '6b811909-c17a-4ae9-b8a3-8e38f9bdcf1d'}]}} from dv-cinder-779540-2-iscsi. {{(pid=94639) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 18:08:14.606136 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-098dfc8a-4034-4258-a78b-20eedc0ef481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:14.882468 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-098dfc8a-4034-4258-a78b-20eedc0ef481 None None] Allocated IP 172.20.0.2 (0039660b-4a24-422b-9946-5e7f2ae090e6/6b811909-c17a-4ae9-b8a3-8e38f9bdcf1d/925c3f2d-85f9-4f3c-9084-31ee16de35d0) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:08:15.120081 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-098dfc8a-4034-4258-a78b-20eedc0ef481 None None] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:15.139224 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-098dfc8a-4034-4258-a78b-20eedc0ef481 None None] Transition to ACTIVE for port object 925c3f2d-85f9-4f3c-9084-31ee16de35d0 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:08:15.158601 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-098dfc8a-4034-4258-a78b-20eedc0ef481 None None] Transition to ACTIVE for port object 925c3f2d-85f9-4f3c-9084-31ee16de35d0 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:08:15.228686 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-098dfc8a-4034-4258-a78b-20eedc0ef481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:15.299814 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098dfc8a-4034-4258-a78b-20eedc0ef481 None None] Network 0039660b-4a24-422b-9946-5e7f2ae090e6 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:08:15.305889 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-098dfc8a-4034-4258-a78b-20eedc0ef481 None None] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:08:15.310503 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098dfc8a-4034-4258-a78b-20eedc0ef481 None None] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:08:15.324825 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098dfc8a-4034-4258-a78b-20eedc0ef481 None None] Pushing event updated for resources: {'Port': ['ID=925c3f2d-85f9-4f3c-9084-31ee16de35d0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:08:15.372094 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098dfc8a-4034-4258-a78b-20eedc0ef481 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:15.372468 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098dfc8a-4034-4258-a78b-20eedc0ef481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:15.372812 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098dfc8a-4034-4258-a78b-20eedc0ef481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:15.373150 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098dfc8a-4034-4258-a78b-20eedc0ef481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:15.373482 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098dfc8a-4034-4258-a78b-20eedc0ef481 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:15.373820 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098dfc8a-4034-4258-a78b-20eedc0ef481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:15.374149 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098dfc8a-4034-4258-a78b-20eedc0ef481 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:15.374477 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098dfc8a-4034-4258-a78b-20eedc0ef481 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:15.374827 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098dfc8a-4034-4258-a78b-20eedc0ef481 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:15.375157 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098dfc8a-4034-4258-a78b-20eedc0ef481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:15.375481 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098dfc8a-4034-4258-a78b-20eedc0ef481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:15.375803 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098dfc8a-4034-4258-a78b-20eedc0ef481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:15.377058 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098dfc8a-4034-4258-a78b-20eedc0ef481 None None] Tracked resource versions report: Sep 09 18:08:15.377058 dv-cinder-779540-2-iscsi neutron-server[94639]: pushed versions: Sep 09 18:08:15.377058 dv-cinder-779540-2-iscsi neutron-server[94639]: { 'AddressGroup': {'1.2'}, Sep 09 18:08:15.377058 dv-cinder-779540-2-iscsi neutron-server[94639]: 'ConntrackHelper': {'1.0'}, Sep 09 18:08:15.377058 dv-cinder-779540-2-iscsi neutron-server[94639]: 'Log': {'1.0'}, Sep 09 18:08:15.377058 dv-cinder-779540-2-iscsi neutron-server[94639]: 'Network': {'1.1'}, Sep 09 18:08:15.377058 dv-cinder-779540-2-iscsi neutron-server[94639]: 'Port': {'1.7'}, Sep 09 18:08:15.377058 dv-cinder-779540-2-iscsi neutron-server[94639]: 'PortForwarding': {'1.2'}, Sep 09 18:08:15.377058 dv-cinder-779540-2-iscsi neutron-server[94639]: 'QosPolicy': {'1.9'}, Sep 09 18:08:15.377058 dv-cinder-779540-2-iscsi neutron-server[94639]: 'SecurityGroup': {'1.4'}, Sep 09 18:08:15.377058 dv-cinder-779540-2-iscsi neutron-server[94639]: 'SecurityGroupRule': {'1.2'}, Sep 09 18:08:15.377058 dv-cinder-779540-2-iscsi neutron-server[94639]: 'SubPort': {'1.0'}, Sep 09 18:08:15.377058 dv-cinder-779540-2-iscsi neutron-server[94639]: 'Subnet': {'1.1'}, Sep 09 18:08:15.377058 dv-cinder-779540-2-iscsi neutron-server[94639]: 'Trunk': {'1.1'}} Sep 09 18:08:15.377058 dv-cinder-779540-2-iscsi neutron-server[94639]: consumer versions: Sep 09 18:08:15.377058 dv-cinder-779540-2-iscsi neutron-server[94639]: { DHCP agent@dv-cinder-779540-2-iscsi: {}, Sep 09 18:08:15.377058 dv-cinder-779540-2-iscsi neutron-server[94639]: L3 agent@dv-cinder-779540-2-iscsi: {}, Sep 09 18:08:15.377058 dv-cinder-779540-2-iscsi neutron-server[94639]: Metadata agent@dv-cinder-779540-2-iscsi: {}, Sep 09 18:08:15.377058 dv-cinder-779540-2-iscsi neutron-server[94639]: Metering agent@dv-cinder-779540-2-iscsi: {}, Sep 09 18:08:15.377058 dv-cinder-779540-2-iscsi neutron-server[94639]: Open vSwitch agent@dv-cinder-779540-2-iscsi: { 'AddressGroup': '1.2', Sep 09 18:08:15.377058 dv-cinder-779540-2-iscsi neutron-server[94639]: 'ConntrackHelper': '1.0', Sep 09 18:08:15.377058 dv-cinder-779540-2-iscsi neutron-server[94639]: 'Log': '1.0', Sep 09 18:08:15.377058 dv-cinder-779540-2-iscsi neutron-server[94639]: 'Network': '1.1', Sep 09 18:08:15.377058 dv-cinder-779540-2-iscsi neutron-server[94639]: 'Port': '1.7', Sep 09 18:08:15.377058 dv-cinder-779540-2-iscsi neutron-server[94639]: 'PortForwarding': '1.2', Sep 09 18:08:15.377058 dv-cinder-779540-2-iscsi neutron-server[94639]: 'QosPolicy': '1.9', Sep 09 18:08:15.377058 dv-cinder-779540-2-iscsi neutron-server[94639]: 'SecurityGroup': '1.4', Sep 09 18:08:15.377058 dv-cinder-779540-2-iscsi neutron-server[94639]: 'SecurityGroupRule': '1.2', Sep 09 18:08:15.377058 dv-cinder-779540-2-iscsi neutron-server[94639]: 'SubPort': '1.0', Sep 09 18:08:15.377058 dv-cinder-779540-2-iscsi neutron-server[94639]: 'Subnet': '1.1', Sep 09 18:08:15.377058 dv-cinder-779540-2-iscsi neutron-server[94639]: 'Trunk': '1.1'}} Sep 09 18:08:15.377058 dv-cinder-779540-2-iscsi neutron-server[94639]: {{(pid=94639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 18:08:15.410399 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-098dfc8a-4034-4258-a78b-20eedc0ef481 None None] Attempting to bind port 925c3f2d-85f9-4f3c-9084-31ee16de35d0 on host dv-cinder-779540-2-iscsi for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:08:15.410718 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-098dfc8a-4034-4258-a78b-20eedc0ef481 None None] Attempting to bind port 925c3f2d-85f9-4f3c-9084-31ee16de35d0 by drivers openvswitch,hyperv on host dv-cinder-779540-2-iscsi at level 0 using segments [{'id': '68572e8e-aa33-4206-bf13-baff35de8dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0039660b-4a24-422b-9946-5e7f2ae090e6'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:08:15.411157 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098dfc8a-4034-4258-a78b-20eedc0ef481 None None] Attempting to bind port 925c3f2d-85f9-4f3c-9084-31ee16de35d0 on network 0039660b-4a24-422b-9946-5e7f2ae090e6 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:08:15.416224 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098dfc8a-4034-4258-a78b-20eedc0ef481 None None] Checking agent: {'id': '6d9a1dab-6af8-44c5-a6af-2e6d734c4a3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 7, 57), 'started_at': datetime.datetime(2021, 9, 9, 18, 7, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:08:15.416669 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098dfc8a-4034-4258-a78b-20eedc0ef481 None None] Checking segment: {'id': '68572e8e-aa33-4206-bf13-baff35de8dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0039660b-4a24-422b-9946-5e7f2ae090e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:08:15.417151 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-098dfc8a-4034-4258-a78b-20eedc0ef481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:15.417541 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098dfc8a-4034-4258-a78b-20eedc0ef481 None None] Bound using segment: {'id': '68572e8e-aa33-4206-bf13-baff35de8dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0039660b-4a24-422b-9946-5e7f2ae090e6'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:08:15.418525 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-098dfc8a-4034-4258-a78b-20eedc0ef481 None None] Bound port: 925c3f2d-85f9-4f3c-9084-31ee16de35d0, host: dv-cinder-779540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68572e8e-aa33-4206-bf13-baff35de8dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0039660b-4a24-422b-9946-5e7f2ae090e6'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:08:15.418938 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-098dfc8a-4034-4258-a78b-20eedc0ef481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:15.492157 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-098dfc8a-4034-4258-a78b-20eedc0ef481 None None] For port 925c3f2d-85f9-4f3c-9084-31ee16de35d0, host dv-cinder-779540-2-iscsi, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:08:15.497817 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-098dfc8a-4034-4258-a78b-20eedc0ef481 None None] For port 925c3f2d-85f9-4f3c-9084-31ee16de35d0, host dv-cinder-779540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=925c3f2d-85f9-4f3c-9084-31ee16de35d0,segment=NetworkSegment(68572e8e-aa33-4206-bf13-baff35de8dac),segment_id=68572e8e-aa33-4206-bf13-baff35de8dac)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:08:15.569712 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-098dfc8a-4034-4258-a78b-20eedc0ef481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:15.640675 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098dfc8a-4034-4258-a78b-20eedc0ef481 None None] Pushing event updated for resources: {'Port': ['ID=925c3f2d-85f9-4f3c-9084-31ee16de35d0,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:08:16.945465 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 34704) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:08:17.504841 dv-cinder-779540-2-iscsi neutron-server[94637]: WARNING oslo_policy.policy [None req-45ef93e0-ca7c-4ca4-bf6a-b9dec00ba332 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 18:08:17.505441 dv-cinder-779540-2-iscsi neutron-server[94637]: WARNING oslo_policy.policy [None req-45ef93e0-ca7c-4ca4-bf6a-b9dec00ba332 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 18:08:17.738911 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [None req-45ef93e0-ca7c-4ca4-bf6a-b9dec00ba332 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 18:08:17.740169 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-45ef93e0-ca7c-4ca4-bf6a-b9dec00ba332 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7925234 Sep 09 18:08:20.230581 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 34718) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:08:20.562986 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [None req-0b0e44c3-7aae-42dd-9d89-cc9e4fc9468b admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 18:08:20.564051 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-0b0e44c3-7aae-42dd-9d89-cc9e4fc9468b admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3328037 Sep 09 18:08:23.396102 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 34732) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:08:23.440222 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 925c3f2d-85f9-4f3c-9084-31ee16de35d0 up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:08:23.588719 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning for port 925c3f2d-85f9-4f3c-9084-31ee16de35d0 completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:08:23.738767 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-2f41e673-8d25-4c42-b155-7b7ba35e121d admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'b9ea968d17d34fa187f50d392529674a'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:08:23.833705 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2f41e673-8d25-4c42-b155-7b7ba35e121d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-912016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7588'] for router, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:23.835387 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2f41e673-8d25-4c42-b155-7b7ba35e121d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-904704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-908176', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7597'] for router, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:23.975134 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2f41e673-8d25-4c42-b155-7b7ba35e121d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:24.063250 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2f41e673-8d25-4c42-b155-7b7ba35e121d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-904729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-905281'] for router, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:24.153306 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2f41e673-8d25-4c42-b155-7b7ba35e121d admin admin] Notify callbacks [] for router, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:24.157240 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-2f41e673-8d25-4c42-b155-7b7ba35e121d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7574244 Sep 09 18:08:24.181136 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573e1cbf-32b6-4011-be46-8775905b25c4 None None] Network 0039660b-4a24-422b-9946-5e7f2ae090e6 requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:08:24.276376 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-7a45b196-c952-4a69-b8b7-9c70a8ae507a None None] Provisioning for port 925c3f2d-85f9-4f3c-9084-31ee16de35d0 completed by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:08:24.289010 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-7a45b196-c952-4a69-b8b7-9c70a8ae507a None None] Provisioning complete for port 925c3f2d-85f9-4f3c-9084-31ee16de35d0 triggered by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:08:24.289418 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a45b196-c952-4a69-b8b7-9c70a8ae507a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:24.491871 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a45b196-c952-4a69-b8b7-9c70a8ae507a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:24.538050 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-7a45b196-c952-4a69-b8b7-9c70a8ae507a None None] For port 925c3f2d-85f9-4f3c-9084-31ee16de35d0, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=925c3f2d-85f9-4f3c-9084-31ee16de35d0,segment=NetworkSegment(68572e8e-aa33-4206-bf13-baff35de8dac),segment_id=68572e8e-aa33-4206-bf13-baff35de8dac)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:08:24.625459 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7a45b196-c952-4a69-b8b7-9c70a8ae507a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:24.693841 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45b196-c952-4a69-b8b7-9c70a8ae507a None None] Pushing event updated for resources: {'Port': ['ID=925c3f2d-85f9-4f3c-9084-31ee16de35d0,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:08:24.746581 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-212cc9e5-015c-4342-b03e-8fab72bf3b58 None None] Provisioning complete for port 925c3f2d-85f9-4f3c-9084-31ee16de35d0 triggered by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:08:24.746952 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-212cc9e5-015c-4342-b03e-8fab72bf3b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:24.778997 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af0b9514-7de8-4e50-ac43-1a4b1e18b4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:25.400631 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 925c3f2d-85f9-4f3c-9084-31ee16de35d0 up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:08:25.451099 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port 925c3f2d-85f9-4f3c-9084-31ee16de35d0 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:08:25.451465 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:26.673725 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 34740) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:08:27.014955 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [None req-7361676f-07e1-4b52-a865-fb7035443195 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 18:08:27.015995 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-7361676f-07e1-4b52-a865-fb7035443195 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3412757 Sep 09 18:08:27.387377 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64f541e6-fb89-4a4c-a578-ba394eee6453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:27.419402 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:29.001844 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:29.531786 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 34758) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:08:29.693622 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-9981b8df-5e9a-461b-9248-bc2797893aff admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'router:external': True}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:08:29.695293 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.quota [None req-9981b8df-5e9a-461b-9248-bc2797893aff admin admin] Loaded quota_driver: . Sep 09 18:08:29.821679 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9981b8df-5e9a-461b-9248-bc2797893aff admin admin] Made reservation on behalf of 6b1b4575e02844d8bfcaf04ca7d723ef for: {'network': 1} {{(pid=94637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:08:29.895509 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.policy [None req-9981b8df-5e9a-461b-9248-bc2797893aff admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94637) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 09 18:08:29.941453 dv-cinder-779540-2-iscsi neutron-server[94637]: WARNING oslo_policy.policy [None req-9981b8df-5e9a-461b-9248-bc2797893aff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 18:08:29.941836 dv-cinder-779540-2-iscsi neutron-server[94637]: WARNING oslo_policy.policy [None req-9981b8df-5e9a-461b-9248-bc2797893aff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 18:08:29.953394 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9981b8df-5e9a-461b-9248-bc2797893aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for network, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:29.975013 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9981b8df-5e9a-461b-9248-bc2797893aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:30.120026 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9981b8df-5e9a-461b-9248-bc2797893aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:30.181610 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9981b8df-5e9a-461b-9248-bc2797893aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:30.195035 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9981b8df-5e9a-461b-9248-bc2797893aff admin admin] Reserving flat network on physical network physnet1 {{(pid=94637) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 09 18:08:30.235243 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9981b8df-5e9a-461b-9248-bc2797893aff admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729821856404', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143'] for segment, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:30.235845 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9981b8df-5e9a-461b-9248-bc2797893aff admin admin] Unsubscribe: segment precommit_create {{(pid=94637) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 09 18:08:30.236433 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.db.segments_db [None req-9981b8df-5e9a-461b-9248-bc2797893aff admin admin] Added segment 7a73f5cb-6b09-47ec-a9e0-b99f618e2056 of type flat for network 3a4844da-e7df-49de-8120-ac4d2e4c4f80 Sep 09 18:08:30.254791 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981b8df-5e9a-461b-9248-bc2797893aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b733ff-3188-4be4-9428-ba0c7e8b62c7,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:08:30.306425 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9981b8df-5e9a-461b-9248-bc2797893aff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:30.306781 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9981b8df-5e9a-461b-9248-bc2797893aff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:30.307908 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9981b8df-5e9a-461b-9248-bc2797893aff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:30.308176 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9981b8df-5e9a-461b-9248-bc2797893aff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:30.308362 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9981b8df-5e9a-461b-9248-bc2797893aff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:30.308690 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9981b8df-5e9a-461b-9248-bc2797893aff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:30.309099 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9981b8df-5e9a-461b-9248-bc2797893aff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:30.309350 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9981b8df-5e9a-461b-9248-bc2797893aff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:30.309691 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9981b8df-5e9a-461b-9248-bc2797893aff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:30.310016 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9981b8df-5e9a-461b-9248-bc2797893aff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:30.310334 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9981b8df-5e9a-461b-9248-bc2797893aff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:30.310649 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9981b8df-5e9a-461b-9248-bc2797893aff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:30.311779 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9981b8df-5e9a-461b-9248-bc2797893aff admin admin] Tracked resource versions report: Sep 09 18:08:30.311779 dv-cinder-779540-2-iscsi neutron-server[94637]: pushed versions: Sep 09 18:08:30.311779 dv-cinder-779540-2-iscsi neutron-server[94637]: { 'AddressGroup': {'1.2'}, Sep 09 18:08:30.311779 dv-cinder-779540-2-iscsi neutron-server[94637]: 'ConntrackHelper': {'1.0'}, Sep 09 18:08:30.311779 dv-cinder-779540-2-iscsi neutron-server[94637]: 'Log': {'1.0'}, Sep 09 18:08:30.311779 dv-cinder-779540-2-iscsi neutron-server[94637]: 'Network': {'1.1'}, Sep 09 18:08:30.311779 dv-cinder-779540-2-iscsi neutron-server[94637]: 'Port': {'1.7'}, Sep 09 18:08:30.311779 dv-cinder-779540-2-iscsi neutron-server[94637]: 'PortForwarding': {'1.2'}, Sep 09 18:08:30.311779 dv-cinder-779540-2-iscsi neutron-server[94637]: 'QosPolicy': {'1.9'}, Sep 09 18:08:30.311779 dv-cinder-779540-2-iscsi neutron-server[94637]: 'SecurityGroup': {'1.4'}, Sep 09 18:08:30.311779 dv-cinder-779540-2-iscsi neutron-server[94637]: 'SecurityGroupRule': {'1.2'}, Sep 09 18:08:30.311779 dv-cinder-779540-2-iscsi neutron-server[94637]: 'SubPort': {'1.0'}, Sep 09 18:08:30.311779 dv-cinder-779540-2-iscsi neutron-server[94637]: 'Subnet': {'1.1'}, Sep 09 18:08:30.311779 dv-cinder-779540-2-iscsi neutron-server[94637]: 'Trunk': {'1.1'}} Sep 09 18:08:30.311779 dv-cinder-779540-2-iscsi neutron-server[94637]: consumer versions: Sep 09 18:08:30.311779 dv-cinder-779540-2-iscsi neutron-server[94637]: { DHCP agent@dv-cinder-779540-2-iscsi: {}, Sep 09 18:08:30.311779 dv-cinder-779540-2-iscsi neutron-server[94637]: L3 agent@dv-cinder-779540-2-iscsi: {}, Sep 09 18:08:30.311779 dv-cinder-779540-2-iscsi neutron-server[94637]: Metadata agent@dv-cinder-779540-2-iscsi: {}, Sep 09 18:08:30.311779 dv-cinder-779540-2-iscsi neutron-server[94637]: Metering agent@dv-cinder-779540-2-iscsi: {}, Sep 09 18:08:30.311779 dv-cinder-779540-2-iscsi neutron-server[94637]: Open vSwitch agent@dv-cinder-779540-2-iscsi: { 'AddressGroup': '1.2', Sep 09 18:08:30.311779 dv-cinder-779540-2-iscsi neutron-server[94637]: 'ConntrackHelper': '1.0', Sep 09 18:08:30.311779 dv-cinder-779540-2-iscsi neutron-server[94637]: 'Log': '1.0', Sep 09 18:08:30.311779 dv-cinder-779540-2-iscsi neutron-server[94637]: 'Network': '1.1', Sep 09 18:08:30.311779 dv-cinder-779540-2-iscsi neutron-server[94637]: 'Port': '1.7', Sep 09 18:08:30.311779 dv-cinder-779540-2-iscsi neutron-server[94637]: 'PortForwarding': '1.2', Sep 09 18:08:30.311779 dv-cinder-779540-2-iscsi neutron-server[94637]: 'QosPolicy': '1.9', Sep 09 18:08:30.311779 dv-cinder-779540-2-iscsi neutron-server[94637]: 'SecurityGroup': '1.4', Sep 09 18:08:30.311779 dv-cinder-779540-2-iscsi neutron-server[94637]: 'SecurityGroupRule': '1.2', Sep 09 18:08:30.311779 dv-cinder-779540-2-iscsi neutron-server[94637]: 'SubPort': '1.0', Sep 09 18:08:30.311779 dv-cinder-779540-2-iscsi neutron-server[94637]: 'Subnet': '1.1', Sep 09 18:08:30.311779 dv-cinder-779540-2-iscsi neutron-server[94637]: 'Trunk': '1.1'}} Sep 09 18:08:30.311779 dv-cinder-779540-2-iscsi neutron-server[94637]: {{(pid=94637) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 18:08:30.376237 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9981b8df-5e9a-461b-9248-bc2797893aff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729821298728'] for network, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:30.497120 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9981b8df-5e9a-461b-9248-bc2797893aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322'] for network, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:30.498372 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9981b8df-5e9a-461b-9248-bc2797893aff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:08:30.499132 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9981b8df-5e9a-461b-9248-bc2797893aff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for network, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:30.610247 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981b8df-5e9a-461b-9248-bc2797893aff admin admin] Pushing event updated for resources: {'Network': ['ID=3a4844da-e7df-49de-8120-ac4d2e4c4f80,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:08:30.621217 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Network 3a4844da-e7df-49de-8120-ac4d2e4c4f80 details requested by agent ovs-agent-dv-cinder-779540-2-iscsi with host dv-cinder-779540-2-iscsi {{(pid=94639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 18:08:30.667852 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-9981b8df-5e9a-461b-9248-bc2797893aff admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1349142 Sep 09 18:08:31.016007 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:32.967314 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 34782) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:08:33.101094 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd92d92-2ae1-40ae-a623-431e1e8cbe77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:08:33.102466 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-8cd92d92-2ae1-40ae-a623-431e1e8cbe77 admin admin] 10.222.0.39 "GET /v2.0/subnets/6b811909-c17a-4ae9-b8a3-8e38f9bdcf1d HTTP/1.1" status: 200 len: 849 time: 0.1342089 Sep 09 18:08:33.266096 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-4681a976-d284-42bc-9d23-f1e69dbad811 admin admin] 10.222.0.39 "GET /v2.0/routers/0a800dec-7354-4876-aeb2-c52dfd76c3de HTTP/1.1" status: 200 len: 704 time: 0.1564655 Sep 09 18:08:33.551612 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-171f5883-d75f-4f3e-adc0-be88a9e9cb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:33.863873 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.db_base_plugin_common [None req-171f5883-d75f-4f3e-adc0-be88a9e9cb48 admin admin] Allocated IP 172.20.0.1 (0039660b-4a24-422b-9946-5e7f2ae090e6/6b811909-c17a-4ae9-b8a3-8e38f9bdcf1d/2e9447e0-4190-449e-9fee-d556ff7e9510) {{(pid=94637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:08:34.052657 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-171f5883-d75f-4f3e-adc0-be88a9e9cb48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:34.077498 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.provisioning_blocks [None req-171f5883-d75f-4f3e-adc0-be88a9e9cb48 admin admin] Transition to ACTIVE for port object 2e9447e0-4190-449e-9fee-d556ff7e9510 will not be triggered until provisioned by entity DHCP. {{(pid=94637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:08:34.202659 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-171f5883-d75f-4f3e-adc0-be88a9e9cb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681'] for port, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:34.272750 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171f5883-d75f-4f3e-adc0-be88a9e9cb48 admin admin] Network 0039660b-4a24-422b-9946-5e7f2ae090e6 is already hosted by enough agents. {{(pid=94637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:08:34.278319 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.base_scheduler [None req-171f5883-d75f-4f3e-adc0-be88a9e9cb48 admin admin] Resources bound (agent type, host, resource id): {{(pid=94637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:08:34.281782 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171f5883-d75f-4f3e-adc0-be88a9e9cb48 admin admin] Received port after_create {{(pid=94637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:08:34.282541 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-171f5883-d75f-4f3e-adc0-be88a9e9cb48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-905360'] for router_interface, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:34.359865 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f5883-d75f-4f3e-adc0-be88a9e9cb48 admin admin] Pushing event updated for resources: {'Port': ['ID=2e9447e0-4190-449e-9fee-d556ff7e9510,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:08:34.566181 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-171f5883-d75f-4f3e-adc0-be88a9e9cb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:34.607184 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-ed4295af-7c06-4beb-af30-839e3664cf0c None None] Provisioning for port 2e9447e0-4190-449e-9fee-d556ff7e9510 completed by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:08:34.611843 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-ed4295af-7c06-4beb-af30-839e3664cf0c None None] Provisioning complete for port 2e9447e0-4190-449e-9fee-d556ff7e9510 triggered by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:08:34.612218 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed4295af-7c06-4beb-af30-839e3664cf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:34.649634 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ed4295af-7c06-4beb-af30-839e3664cf0c None None] Port 2e9447e0-4190-449e-9fee-d556ff7e9510 cannot update to ACTIVE because it is not bound. {{(pid=94639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 18:08:34.823950 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-171f5883-d75f-4f3e-adc0-be88a9e9cb48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:34.887108 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-171f5883-d75f-4f3e-adc0-be88a9e9cb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:34.887919 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-171f5883-d75f-4f3e-adc0-be88a9e9cb48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-906496'] for router_interface, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:34.949509 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f5883-d75f-4f3e-adc0-be88a9e9cb48 admin admin] Pushing event updated for resources: {'Port': ['ID=2e9447e0-4190-449e-9fee-d556ff7e9510,revision_number=2']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:08:35.015986 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171f5883-d75f-4f3e-adc0-be88a9e9cb48 admin admin] Network 0039660b-4a24-422b-9946-5e7f2ae090e6 is already hosted by enough agents. {{(pid=94637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:08:35.017336 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.base_scheduler [None req-171f5883-d75f-4f3e-adc0-be88a9e9cb48 admin admin] Resources bound (agent type, host, resource id): {{(pid=94637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:08:35.270736 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-dddf71c8-8d8c-4654-b47a-4651498225b1 None None] Provisioning complete for port 2e9447e0-4190-449e-9fee-d556ff7e9510 triggered by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:08:35.271104 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dddf71c8-8d8c-4654-b47a-4651498225b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:35.273004 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171f5883-d75f-4f3e-adc0-be88a9e9cb48 admin admin] Router 0a800dec-7354-4876-aeb2-c52dfd76c3de is scheduled to L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 with binding_index 1 {{(pid=94637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 18:08:35.304942 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-dddf71c8-8d8c-4654-b47a-4651498225b1 None None] Port 2e9447e0-4190-449e-9fee-d556ff7e9510 cannot update to ACTIVE because it is not bound. {{(pid=94639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 18:08:35.373484 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171f5883-d75f-4f3e-adc0-be88a9e9cb48 admin admin] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:08:35.378813 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-171f5883-d75f-4f3e-adc0-be88a9e9cb48 admin admin] 10.222.0.39 "PUT /v2.0/routers/0a800dec-7354-4876-aeb2-c52dfd76c3de/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1069918 Sep 09 18:08:35.383817 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be35668a-ed3b-4fab-9e9e-fc2096c315ec None None] Sync routers for ids ['0a800dec-7354-4876-aeb2-c52dfd76c3de'] in dv-cinder-779540-2-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:08:35.395719 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be35668a-ed3b-4fab-9e9e-fc2096c315ec None None] Routers {'0a800dec-7354-4876-aeb2-c52dfd76c3de'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:08:35.396645 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-be35668a-ed3b-4fab-9e9e-fc2096c315ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:08:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['0a800dec-7354-4876-aeb2-c52dfd76c3de'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:08:35.585826 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-be35668a-ed3b-4fab-9e9e-fc2096c315ec None None] Set router 0a800dec-7354-4876-aeb2-c52dfd76c3de gateway port host: None {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:08:36.011867 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-be35668a-ed3b-4fab-9e9e-fc2096c315ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a800dec-7354-4876-aeb2-c52dfd76c3de', 'name': 'router1', 'tenant_id': 'b9ea968d17d34fa187f50d392529674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:08:23Z', 'updated_at': '2021-09-09T18:08:34Z', 'revision_number': 2, 'project_id': 'b9ea968d17d34fa187f50d392529674a', 'gw_port_host': None, '_interfaces': [{'id': '2e9447e0-4190-449e-9fee-d556ff7e9510', 'name': '', 'network_id': '0039660b-4a24-422b-9946-5e7f2ae090e6', 'tenant_id': 'b9ea968d17d34fa187f50d392529674a', 'mac_address': 'fa:16:3e:32:0b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a800dec-7354-4876-aeb2-c52dfd76c3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b811909-c17a-4ae9-b8a3-8e38f9bdcf1d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:08:33Z', 'updated_at': '2021-09-09T18:08:34Z', 'revision_number': 2, 'project_id': 'b9ea968d17d34fa187f50d392529674a', 'subnets': [{'id': '6b811909-c17a-4ae9-b8a3-8e38f9bdcf1d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21e053be-dd6d-42e2-bc26-2d1dc7820bf7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:08:36.063931 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be35668a-ed3b-4fab-9e9e-fc2096c315ec None None] Checking router: 0a800dec-7354-4876-aeb2-c52dfd76c3de for host: dv-cinder-779540-2-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:08:36.064296 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be35668a-ed3b-4fab-9e9e-fc2096c315ec None None] Updating router 0a800dec-7354-4876-aeb2-c52dfd76c3de port 2e9447e0-4190-449e-9fee-d556ff7e9510 binding host dv-cinder-779540-2-iscsi {{(pid=94640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 18:08:36.117852 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be35668a-ed3b-4fab-9e9e-fc2096c315ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:36.652346 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be35668a-ed3b-4fab-9e9e-fc2096c315ec None None] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:36.673052 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-be35668a-ed3b-4fab-9e9e-fc2096c315ec None None] Transition to ACTIVE for port object 2e9447e0-4190-449e-9fee-d556ff7e9510 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:08:36.750059 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be35668a-ed3b-4fab-9e9e-fc2096c315ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:36.891240 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9c8c4-767c-4327-87bc-0352c9891c4c None None] Pushing event updated for resources: {'Port': ['ID=2e9447e0-4190-449e-9fee-d556ff7e9510,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:08:36.927597 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9c8c4-767c-4327-87bc-0352c9891c4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:36.927948 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9c8c4-767c-4327-87bc-0352c9891c4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:36.928295 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9c8c4-767c-4327-87bc-0352c9891c4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:36.932124 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9c8c4-767c-4327-87bc-0352c9891c4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:36.932124 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9c8c4-767c-4327-87bc-0352c9891c4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:36.932124 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9c8c4-767c-4327-87bc-0352c9891c4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:36.932124 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9c8c4-767c-4327-87bc-0352c9891c4c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:36.932124 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9c8c4-767c-4327-87bc-0352c9891c4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:36.932124 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9c8c4-767c-4327-87bc-0352c9891c4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:36.932124 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9c8c4-767c-4327-87bc-0352c9891c4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:36.932124 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9c8c4-767c-4327-87bc-0352c9891c4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:36.932124 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9c8c4-767c-4327-87bc-0352c9891c4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:08:36.932864 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9c8c4-767c-4327-87bc-0352c9891c4c None None] Tracked resource versions report: Sep 09 18:08:36.932864 dv-cinder-779540-2-iscsi neutron-server[94640]: pushed versions: Sep 09 18:08:36.932864 dv-cinder-779540-2-iscsi neutron-server[94640]: { 'AddressGroup': {'1.2'}, Sep 09 18:08:36.932864 dv-cinder-779540-2-iscsi neutron-server[94640]: 'ConntrackHelper': {'1.0'}, Sep 09 18:08:36.932864 dv-cinder-779540-2-iscsi neutron-server[94640]: 'Log': {'1.0'}, Sep 09 18:08:36.932864 dv-cinder-779540-2-iscsi neutron-server[94640]: 'Network': {'1.1'}, Sep 09 18:08:36.932864 dv-cinder-779540-2-iscsi neutron-server[94640]: 'Port': {'1.7'}, Sep 09 18:08:36.932864 dv-cinder-779540-2-iscsi neutron-server[94640]: 'PortForwarding': {'1.2'}, Sep 09 18:08:36.932864 dv-cinder-779540-2-iscsi neutron-server[94640]: 'QosPolicy': {'1.9'}, Sep 09 18:08:36.932864 dv-cinder-779540-2-iscsi neutron-server[94640]: 'SecurityGroup': {'1.4'}, Sep 09 18:08:36.932864 dv-cinder-779540-2-iscsi neutron-server[94640]: 'SecurityGroupRule': {'1.2'}, Sep 09 18:08:36.932864 dv-cinder-779540-2-iscsi neutron-server[94640]: 'SubPort': {'1.0'}, Sep 09 18:08:36.932864 dv-cinder-779540-2-iscsi neutron-server[94640]: 'Subnet': {'1.1'}, Sep 09 18:08:36.932864 dv-cinder-779540-2-iscsi neutron-server[94640]: 'Trunk': {'1.1'}} Sep 09 18:08:36.932864 dv-cinder-779540-2-iscsi neutron-server[94640]: consumer versions: Sep 09 18:08:36.932864 dv-cinder-779540-2-iscsi neutron-server[94640]: { DHCP agent@dv-cinder-779540-2-iscsi: {}, Sep 09 18:08:36.932864 dv-cinder-779540-2-iscsi neutron-server[94640]: L3 agent@dv-cinder-779540-2-iscsi: {}, Sep 09 18:08:36.932864 dv-cinder-779540-2-iscsi neutron-server[94640]: Metadata agent@dv-cinder-779540-2-iscsi: {}, Sep 09 18:08:36.932864 dv-cinder-779540-2-iscsi neutron-server[94640]: Metering agent@dv-cinder-779540-2-iscsi: {}, Sep 09 18:08:36.932864 dv-cinder-779540-2-iscsi neutron-server[94640]: Open vSwitch agent@dv-cinder-779540-2-iscsi: { 'AddressGroup': '1.2', Sep 09 18:08:36.932864 dv-cinder-779540-2-iscsi neutron-server[94640]: 'ConntrackHelper': '1.0', Sep 09 18:08:36.932864 dv-cinder-779540-2-iscsi neutron-server[94640]: 'Log': '1.0', Sep 09 18:08:36.932864 dv-cinder-779540-2-iscsi neutron-server[94640]: 'Network': '1.1', Sep 09 18:08:36.932864 dv-cinder-779540-2-iscsi neutron-server[94640]: 'Port': '1.7', Sep 09 18:08:36.932864 dv-cinder-779540-2-iscsi neutron-server[94640]: 'PortForwarding': '1.2', Sep 09 18:08:36.932864 dv-cinder-779540-2-iscsi neutron-server[94640]: 'QosPolicy': '1.9', Sep 09 18:08:36.932864 dv-cinder-779540-2-iscsi neutron-server[94640]: 'SecurityGroup': '1.4', Sep 09 18:08:36.932864 dv-cinder-779540-2-iscsi neutron-server[94640]: 'SecurityGroupRule': '1.2', Sep 09 18:08:36.932864 dv-cinder-779540-2-iscsi neutron-server[94640]: 'SubPort': '1.0', Sep 09 18:08:36.932864 dv-cinder-779540-2-iscsi neutron-server[94640]: 'Subnet': '1.1', Sep 09 18:08:36.932864 dv-cinder-779540-2-iscsi neutron-server[94640]: 'Trunk': '1.1'}} Sep 09 18:08:36.932864 dv-cinder-779540-2-iscsi neutron-server[94640]: {{(pid=94640) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 18:08:36.935540 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-be35668a-ed3b-4fab-9e9e-fc2096c315ec None None] Attempting to bind port 2e9447e0-4190-449e-9fee-d556ff7e9510 on host dv-cinder-779540-2-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:08:36.936259 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-be35668a-ed3b-4fab-9e9e-fc2096c315ec None None] Attempting to bind port 2e9447e0-4190-449e-9fee-d556ff7e9510 by drivers openvswitch,hyperv on host dv-cinder-779540-2-iscsi at level 0 using segments [{'id': '68572e8e-aa33-4206-bf13-baff35de8dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0039660b-4a24-422b-9946-5e7f2ae090e6'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:08:36.936459 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be35668a-ed3b-4fab-9e9e-fc2096c315ec None None] Attempting to bind port 2e9447e0-4190-449e-9fee-d556ff7e9510 on network 0039660b-4a24-422b-9946-5e7f2ae090e6 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:08:36.942519 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be35668a-ed3b-4fab-9e9e-fc2096c315ec None None] Checking agent: {'id': '6d9a1dab-6af8-44c5-a6af-2e6d734c4a3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 7, 57), 'started_at': datetime.datetime(2021, 9, 9, 18, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:08:36.942931 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be35668a-ed3b-4fab-9e9e-fc2096c315ec None None] Checking segment: {'id': '68572e8e-aa33-4206-bf13-baff35de8dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0039660b-4a24-422b-9946-5e7f2ae090e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:08:36.943418 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be35668a-ed3b-4fab-9e9e-fc2096c315ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:36.944075 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be35668a-ed3b-4fab-9e9e-fc2096c315ec None None] Bound using segment: {'id': '68572e8e-aa33-4206-bf13-baff35de8dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0039660b-4a24-422b-9946-5e7f2ae090e6'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:08:36.944622 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-be35668a-ed3b-4fab-9e9e-fc2096c315ec None None] Bound port: 2e9447e0-4190-449e-9fee-d556ff7e9510, host: dv-cinder-779540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68572e8e-aa33-4206-bf13-baff35de8dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0039660b-4a24-422b-9946-5e7f2ae090e6'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:08:36.945203 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be35668a-ed3b-4fab-9e9e-fc2096c315ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:37.014864 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-be35668a-ed3b-4fab-9e9e-fc2096c315ec None None] For port 2e9447e0-4190-449e-9fee-d556ff7e9510, host dv-cinder-779540-2-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:08:37.038217 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-be35668a-ed3b-4fab-9e9e-fc2096c315ec None None] For port 2e9447e0-4190-449e-9fee-d556ff7e9510, host dv-cinder-779540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=2e9447e0-4190-449e-9fee-d556ff7e9510,segment=NetworkSegment(68572e8e-aa33-4206-bf13-baff35de8dac),segment_id=68572e8e-aa33-4206-bf13-baff35de8dac)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:08:37.147484 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be35668a-ed3b-4fab-9e9e-fc2096c315ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:37.217193 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be35668a-ed3b-4fab-9e9e-fc2096c315ec None None] Routers {'0a800dec-7354-4876-aeb2-c52dfd76c3de'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:08:37.217850 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-be35668a-ed3b-4fab-9e9e-fc2096c315ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:08:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['0a800dec-7354-4876-aeb2-c52dfd76c3de'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:08:37.253346 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9c8c4-767c-4327-87bc-0352c9891c4c None None] Pushing event updated for resources: {'Port': ['ID=2e9447e0-4190-449e-9fee-d556ff7e9510,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:08:37.313118 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-be35668a-ed3b-4fab-9e9e-fc2096c315ec None None] Set router 0a800dec-7354-4876-aeb2-c52dfd76c3de gateway port host: None {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:08:37.550685 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-be35668a-ed3b-4fab-9e9e-fc2096c315ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a800dec-7354-4876-aeb2-c52dfd76c3de', 'name': 'router1', 'tenant_id': 'b9ea968d17d34fa187f50d392529674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:08:23Z', 'updated_at': '2021-09-09T18:08:34Z', 'revision_number': 2, 'project_id': 'b9ea968d17d34fa187f50d392529674a', 'gw_port_host': None, '_interfaces': [{'id': '2e9447e0-4190-449e-9fee-d556ff7e9510', 'name': '', 'network_id': '0039660b-4a24-422b-9946-5e7f2ae090e6', 'tenant_id': 'b9ea968d17d34fa187f50d392529674a', 'mac_address': 'fa:16:3e:32:0b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a800dec-7354-4876-aeb2-c52dfd76c3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b811909-c17a-4ae9-b8a3-8e38f9bdcf1d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:08:33Z', 'updated_at': '2021-09-09T18:08:37Z', 'revision_number': 4, 'project_id': 'b9ea968d17d34fa187f50d392529674a', 'subnets': [{'id': '6b811909-c17a-4ae9-b8a3-8e38f9bdcf1d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21e053be-dd6d-42e2-bc26-2d1dc7820bf7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:08:37.579261 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be35668a-ed3b-4fab-9e9e-fc2096c315ec None None] The sync data for ids ['0a800dec-7354-4876-aeb2-c52dfd76c3de'] in dv-cinder-779540-2-iscsi is: [{'id': '0a800dec-7354-4876-aeb2-c52dfd76c3de', 'name': 'router1', 'tenant_id': 'b9ea968d17d34fa187f50d392529674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:08:23Z', 'updated_at': '2021-09-09T18:08:34Z', 'revision_number': 2, 'project_id': 'b9ea968d17d34fa187f50d392529674a', 'gw_port_host': None, '_interfaces': [{'id': '2e9447e0-4190-449e-9fee-d556ff7e9510', 'name': '', 'network_id': '0039660b-4a24-422b-9946-5e7f2ae090e6', 'tenant_id': 'b9ea968d17d34fa187f50d392529674a', 'mac_address': 'fa:16:3e:32:0b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a800dec-7354-4876-aeb2-c52dfd76c3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b811909-c17a-4ae9-b8a3-8e38f9bdcf1d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:08:33Z', 'updated_at': '2021-09-09T18:08:37Z', 'revision_number': 4, 'project_id': 'b9ea968d17d34fa187f50d392529674a', 'subnets': [{'id': '6b811909-c17a-4ae9-b8a3-8e38f9bdcf1d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21e053be-dd6d-42e2-bc26-2d1dc7820bf7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:08:37.733674 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 34792) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:08:37.844617 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbaa551-e013-4e13-9bb8-298e3f4f288b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:08:37.845974 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-3fbaa551-e013-4e13-9bb8-298e3f4f288b admin admin] 10.222.0.39 "GET /v2.0/networks/3a4844da-e7df-49de-8120-ac4d2e4c4f80 HTTP/1.1" status: 200 len: 842 time: 0.1113250 Sep 09 18:08:37.856744 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-82a96da8-bede-4509-88a3-6e31952f3c80 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'name': 'public-subnet'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:08:37.969206 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a96da8-bede-4509-88a3-6e31952f3c80 admin admin] Made reservation on behalf of 6b1b4575e02844d8bfcaf04ca7d723ef for: {'subnet': 1} {{(pid=94637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:08:37.971421 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-82a96da8-bede-4509-88a3-6e31952f3c80 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:38.395115 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.objects.ports [None req-82a96da8-bede-4509-88a3-6e31952f3c80 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94637) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 09 18:08:38.395555 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-82a96da8-bede-4509-88a3-6e31952f3c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322'] for subnet, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:38.451446 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a96da8-bede-4509-88a3-6e31952f3c80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ecf6949-122b-4bec-9802-77be4eb2c7d8,revision_number=0']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:08:38.466235 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a96da8-bede-4509-88a3-6e31952f3c80 admin admin] Checking segment: {'id': '7a73f5cb-6b09-47ec-a9e0-b99f618e2056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:08:38.466616 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a96da8-bede-4509-88a3-6e31952f3c80 admin admin] Network hostable DHCP agents. Network: 3a4844da-e7df-49de-8120-ac4d2e4c4f80, hostable agents: ['6109b3ba-05d2-41fe-b34b-8d3bf45e9862'], hosted agents: [] {{(pid=94637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 18:08:38.552109 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a96da8-bede-4509-88a3-6e31952f3c80 admin admin] Network 3a4844da-e7df-49de-8120-ac4d2e4c4f80 is scheduled to be hosted by DHCP agent 6109b3ba-05d2-41fe-b34b-8d3bf45e9862 with binding_index 1 {{(pid=94637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 18:08:38.609272 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.base_scheduler [None req-82a96da8-bede-4509-88a3-6e31952f3c80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779540-2-iscsi, 3a4844da-e7df-49de-8120-ac4d2e4c4f80) {{(pid=94637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:08:38.613456 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a96da8-bede-4509-88a3-6e31952f3c80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:08:38.614056 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-82a96da8-bede-4509-88a3-6e31952f3c80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for subnet, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:38.619128 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0b4744-8db1-40e6-8d15-c1c063b233a6 None None] Network 3a4844da-e7df-49de-8120-ac4d2e4c4f80 requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:08:38.708104 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-82a96da8-bede-4509-88a3-6e31952f3c80 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8550601 Sep 09 18:08:38.757283 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29c1e59-ee0a-4a78-9bd1-2130f48c7999 None None] Network 3a4844da-e7df-49de-8120-ac4d2e4c4f80 requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:08:41.053699 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 34800) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:08:41.203627 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-56ce0ee2-4729-472c-9495-7a89fc2cbaa8 admin admin] 10.222.0.39 "GET /v2.0/routers/0a800dec-7354-4876-aeb2-c52dfd76c3de HTTP/1.1" status: 200 len: 710 time: 0.1488514 Sep 09 18:08:41.297276 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5fd806-d857-441b-9c2d-2b9d03881e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:08:41.298649 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-0c5fd806-d857-441b-9c2d-2b9d03881e7e admin admin] 10.222.0.39 "GET /v2.0/networks/3a4844da-e7df-49de-8120-ac4d2e4c4f80 HTTP/1.1" status: 200 len: 886 time: 0.0889630 Sep 09 18:08:41.309058 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-b5020b7d-7a11-4ff8-aa78-d950d6308d89 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'}}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:08:41.634337 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b5020b7d-7a11-4ff8-aa78-d950d6308d89 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:41.977352 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b5020b7d-7a11-4ff8-aa78-d950d6308d89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:42.061547 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b5020b7d-7a11-4ff8-aa78-d950d6308d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:42.172641 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.db_base_plugin_common [None req-b5020b7d-7a11-4ff8-aa78-d950d6308d89 admin admin] Allocated IP 172.27.0.128 (3a4844da-e7df-49de-8120-ac4d2e4c4f80/6ecf6949-122b-4bec-9802-77be4eb2c7d8/b64e9e9c-7922-422a-b0dc-9689e0b746ac) {{(pid=94637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:08:42.290318 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b5020b7d-7a11-4ff8-aa78-d950d6308d89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:42.398522 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b5020b7d-7a11-4ff8-aa78-d950d6308d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681'] for port, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:42.436175 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5020b7d-7a11-4ff8-aa78-d950d6308d89 admin admin] Network 3a4844da-e7df-49de-8120-ac4d2e4c4f80 is already hosted by enough agents. {{(pid=94637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:08:42.439279 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.base_scheduler [None req-b5020b7d-7a11-4ff8-aa78-d950d6308d89 admin admin] Resources bound (agent type, host, resource id): {{(pid=94637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:08:42.443207 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5020b7d-7a11-4ff8-aa78-d950d6308d89 admin admin] Received port after_create {{(pid=94637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:08:42.484285 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5020b7d-7a11-4ff8-aa78-d950d6308d89 admin admin] Pushing event updated for resources: {'Port': ['ID=b64e9e9c-7922-422a-b0dc-9689e0b746ac,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:08:42.805163 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b5020b7d-7a11-4ff8-aa78-d950d6308d89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:43.036295 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b5020b7d-7a11-4ff8-aa78-d950d6308d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-908194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-904722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7555'] for router, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:43.040468 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b5020b7d-7a11-4ff8-aa78-d950d6308d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-905281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-908219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-905288', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-904747'] for router, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:43.160411 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5020b7d-7a11-4ff8-aa78-d950d6308d89 admin admin] Router 0a800dec-7354-4876-aeb2-c52dfd76c3de has already been hosted by L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 {{(pid=94637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 18:08:43.274496 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5020b7d-7a11-4ff8-aa78-d950d6308d89 admin admin] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:08:43.279323 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b5020b7d-7a11-4ff8-aa78-d950d6308d89 admin admin] Notify callbacks [] for router, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:43.280759 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-b5020b7d-7a11-4ff8-aa78-d950d6308d89 admin admin] 10.222.0.39 "PUT /v2.0/routers/0a800dec-7354-4876-aeb2-c52dfd76c3de HTTP/1.1" status: 200 len: 890 time: 1.9756413 Sep 09 18:08:43.443934 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 2e9447e0-4190-449e-9fee-d556ff7e9510 up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:08:43.552221 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning for port 2e9447e0-4190-449e-9fee-d556ff7e9510 completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:08:43.558555 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port 2e9447e0-4190-449e-9fee-d556ff7e9510 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:08:43.559185 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:43.644390 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:43.685323 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] For port 2e9447e0-4190-449e-9fee-d556ff7e9510, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=2e9447e0-4190-449e-9fee-d556ff7e9510,segment=NetworkSegment(68572e8e-aa33-4206-bf13-baff35de8dac),segment_id=68572e8e-aa33-4206-bf13-baff35de8dac)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:08:43.734795 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:43.835139 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Pushing event updated for resources: {'Port': ['ID=2e9447e0-4190-449e-9fee-d556ff7e9510,revision_number=5']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:08:44.179149 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f25441e-4a35-4b2b-955d-1389b6268db9 None None] Sync routers for ids ['0a800dec-7354-4876-aeb2-c52dfd76c3de'] in dv-cinder-779540-2-iscsi {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:08:44.189892 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f25441e-4a35-4b2b-955d-1389b6268db9 None None] Routers {'0a800dec-7354-4876-aeb2-c52dfd76c3de'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:08:44.190559 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-8f25441e-4a35-4b2b-955d-1389b6268db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:08:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['0a800dec-7354-4876-aeb2-c52dfd76c3de'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:08:44.426117 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-8f25441e-4a35-4b2b-955d-1389b6268db9 None None] Set router 0a800dec-7354-4876-aeb2-c52dfd76c3de gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:08:44.854217 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-8f25441e-4a35-4b2b-955d-1389b6268db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a800dec-7354-4876-aeb2-c52dfd76c3de', 'name': 'router1', 'tenant_id': 'b9ea968d17d34fa187f50d392529674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'b64e9e9c-7922-422a-b0dc-9689e0b746ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:08:23Z', 'updated_at': '2021-09-09T18:08:42Z', 'revision_number': 4, 'project_id': 'b9ea968d17d34fa187f50d392529674a', 'gw_port': {'id': 'b64e9e9c-7922-422a-b0dc-9689e0b746ac', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a800dec-7354-4876-aeb2-c52dfd76c3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:08:42Z', 'updated_at': '2021-09-09T18:08:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': '2e9447e0-4190-449e-9fee-d556ff7e9510', 'name': '', 'network_id': '0039660b-4a24-422b-9946-5e7f2ae090e6', 'tenant_id': 'b9ea968d17d34fa187f50d392529674a', 'mac_address': 'fa:16:3e:32:0b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a800dec-7354-4876-aeb2-c52dfd76c3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b811909-c17a-4ae9-b8a3-8e38f9bdcf1d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:08:33Z', 'updated_at': '2021-09-09T18:08:43Z', 'revision_number': 5, 'project_id': 'b9ea968d17d34fa187f50d392529674a', 'subnets': [{'id': '6b811909-c17a-4ae9-b8a3-8e38f9bdcf1d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21e053be-dd6d-42e2-bc26-2d1dc7820bf7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:08:44.907326 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f25441e-4a35-4b2b-955d-1389b6268db9 None None] Checking router: 0a800dec-7354-4876-aeb2-c52dfd76c3de for host: dv-cinder-779540-2-iscsi {{(pid=94639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:08:44.907676 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f25441e-4a35-4b2b-955d-1389b6268db9 None None] Updating router 0a800dec-7354-4876-aeb2-c52dfd76c3de port b64e9e9c-7922-422a-b0dc-9689e0b746ac binding host dv-cinder-779540-2-iscsi {{(pid=94639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 18:08:44.958181 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f25441e-4a35-4b2b-955d-1389b6268db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:45.297419 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f25441e-4a35-4b2b-955d-1389b6268db9 None None] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:45.307806 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-8f25441e-4a35-4b2b-955d-1389b6268db9 None None] Transition to ACTIVE for port object b64e9e9c-7922-422a-b0dc-9689e0b746ac will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:08:45.372617 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f25441e-4a35-4b2b-955d-1389b6268db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:45.429811 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-8f25441e-4a35-4b2b-955d-1389b6268db9 None None] Attempting to bind port b64e9e9c-7922-422a-b0dc-9689e0b746ac on host dv-cinder-779540-2-iscsi for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:08:45.430186 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-8f25441e-4a35-4b2b-955d-1389b6268db9 None None] Attempting to bind port b64e9e9c-7922-422a-b0dc-9689e0b746ac by drivers openvswitch,hyperv on host dv-cinder-779540-2-iscsi at level 0 using segments [{'id': '7a73f5cb-6b09-47ec-a9e0-b99f618e2056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:08:45.430556 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f25441e-4a35-4b2b-955d-1389b6268db9 None None] Attempting to bind port b64e9e9c-7922-422a-b0dc-9689e0b746ac on network 3a4844da-e7df-49de-8120-ac4d2e4c4f80 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:08:45.433068 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edcaea9-8ea8-453d-aa7e-f801a99e608a None None] Pushing event updated for resources: {'Port': ['ID=b64e9e9c-7922-422a-b0dc-9689e0b746ac,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:08:45.439521 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 2e9447e0-4190-449e-9fee-d556ff7e9510 up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:08:45.442963 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f25441e-4a35-4b2b-955d-1389b6268db9 None None] Checking agent: {'id': '6d9a1dab-6af8-44c5-a6af-2e6d734c4a3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 7, 57), 'started_at': datetime.datetime(2021, 9, 9, 18, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:08:45.443638 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f25441e-4a35-4b2b-955d-1389b6268db9 None None] Checking segment: {'id': '7a73f5cb-6b09-47ec-a9e0-b99f618e2056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:08:45.444015 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f25441e-4a35-4b2b-955d-1389b6268db9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:45.444433 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f25441e-4a35-4b2b-955d-1389b6268db9 None None] Bound using segment: {'id': '7a73f5cb-6b09-47ec-a9e0-b99f618e2056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:08:45.444933 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-8f25441e-4a35-4b2b-955d-1389b6268db9 None None] Bound port: b64e9e9c-7922-422a-b0dc-9689e0b746ac, host: dv-cinder-779540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a73f5cb-6b09-47ec-a9e0-b99f618e2056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:08:45.445295 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f25441e-4a35-4b2b-955d-1389b6268db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:45.531787 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-8f25441e-4a35-4b2b-955d-1389b6268db9 None None] For port b64e9e9c-7922-422a-b0dc-9689e0b746ac, host dv-cinder-779540-2-iscsi, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:08:45.535516 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-8f25441e-4a35-4b2b-955d-1389b6268db9 None None] For port b64e9e9c-7922-422a-b0dc-9689e0b746ac, host dv-cinder-779540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=b64e9e9c-7922-422a-b0dc-9689e0b746ac,segment=NetworkSegment(7a73f5cb-6b09-47ec-a9e0-b99f618e2056),segment_id=7a73f5cb-6b09-47ec-a9e0-b99f618e2056)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:08:45.540915 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port 2e9447e0-4190-449e-9fee-d556ff7e9510 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:08:45.540915 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:45.647304 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f25441e-4a35-4b2b-955d-1389b6268db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:45.736446 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edcaea9-8ea8-453d-aa7e-f801a99e608a None None] Pushing event updated for resources: {'Port': ['ID=b64e9e9c-7922-422a-b0dc-9689e0b746ac,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:08:45.741098 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f25441e-4a35-4b2b-955d-1389b6268db9 None None] Routers {'0a800dec-7354-4876-aeb2-c52dfd76c3de'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:08:45.741742 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-8f25441e-4a35-4b2b-955d-1389b6268db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:08:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['0a800dec-7354-4876-aeb2-c52dfd76c3de'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:08:45.833884 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 34812) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:08:45.894916 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-8f25441e-4a35-4b2b-955d-1389b6268db9 None None] Set router 0a800dec-7354-4876-aeb2-c52dfd76c3de gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:08:45.973842 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-665c356e-b351-4d48-b260-1a2da3ac6cfd admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1387162 Sep 09 18:08:46.137696 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-8f25441e-4a35-4b2b-955d-1389b6268db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a800dec-7354-4876-aeb2-c52dfd76c3de', 'name': 'router1', 'tenant_id': 'b9ea968d17d34fa187f50d392529674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'b64e9e9c-7922-422a-b0dc-9689e0b746ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:08:23Z', 'updated_at': '2021-09-09T18:08:42Z', 'revision_number': 4, 'project_id': 'b9ea968d17d34fa187f50d392529674a', 'gw_port': {'id': 'b64e9e9c-7922-422a-b0dc-9689e0b746ac', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a800dec-7354-4876-aeb2-c52dfd76c3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:08:42Z', 'updated_at': '2021-09-09T18:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': '2e9447e0-4190-449e-9fee-d556ff7e9510', 'name': '', 'network_id': '0039660b-4a24-422b-9946-5e7f2ae090e6', 'tenant_id': 'b9ea968d17d34fa187f50d392529674a', 'mac_address': 'fa:16:3e:32:0b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a800dec-7354-4876-aeb2-c52dfd76c3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b811909-c17a-4ae9-b8a3-8e38f9bdcf1d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:08:33Z', 'updated_at': '2021-09-09T18:08:43Z', 'revision_number': 5, 'project_id': 'b9ea968d17d34fa187f50d392529674a', 'subnets': [{'id': '6b811909-c17a-4ae9-b8a3-8e38f9bdcf1d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21e053be-dd6d-42e2-bc26-2d1dc7820bf7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:08:46.164658 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f25441e-4a35-4b2b-955d-1389b6268db9 None None] The sync data for ids ['0a800dec-7354-4876-aeb2-c52dfd76c3de'] in dv-cinder-779540-2-iscsi is: [{'id': '0a800dec-7354-4876-aeb2-c52dfd76c3de', 'name': 'router1', 'tenant_id': 'b9ea968d17d34fa187f50d392529674a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'b64e9e9c-7922-422a-b0dc-9689e0b746ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:08:23Z', 'updated_at': '2021-09-09T18:08:42Z', 'revision_number': 4, 'project_id': 'b9ea968d17d34fa187f50d392529674a', 'gw_port': {'id': 'b64e9e9c-7922-422a-b0dc-9689e0b746ac', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a800dec-7354-4876-aeb2-c52dfd76c3de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:08:42Z', 'updated_at': '2021-09-09T18:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': '2e9447e0-4190-449e-9fee-d556ff7e9510', 'name': '', 'network_id': '0039660b-4a24-422b-9946-5e7f2ae090e6', 'tenant_id': 'b9ea968d17d34fa187f50d392529674a', 'mac_address': 'fa:16:3e:32:0b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a800dec-7354-4876-aeb2-c52dfd76c3de', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b811909-c17a-4ae9-b8a3-8e38f9bdcf1d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:08:33Z', 'updated_at': '2021-09-09T18:08:43Z', 'revision_number': 5, 'project_id': 'b9ea968d17d34fa187f50d392529674a', 'subnets': [{'id': '6b811909-c17a-4ae9-b8a3-8e38f9bdcf1d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '21e053be-dd6d-42e2-bc26-2d1dc7820bf7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:08:47.462714 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device b64e9e9c-7922-422a-b0dc-9689e0b746ac up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:08:47.574648 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning for port b64e9e9c-7922-422a-b0dc-9689e0b746ac completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:08:47.578990 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port b64e9e9c-7922-422a-b0dc-9689e0b746ac triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:08:47.579364 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:47.669077 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:47.689422 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] For port b64e9e9c-7922-422a-b0dc-9689e0b746ac, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=b64e9e9c-7922-422a-b0dc-9689e0b746ac,segment=NetworkSegment(7a73f5cb-6b09-47ec-a9e0-b99f618e2056),segment_id=7a73f5cb-6b09-47ec-a9e0-b99f618e2056)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:08:47.755741 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:47.819830 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Pushing event updated for resources: {'Port': ['ID=b64e9e9c-7922-422a-b0dc-9689e0b746ac,revision_number=4']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:08:49.440656 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device b64e9e9c-7922-422a-b0dc-9689e0b746ac up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:08:49.498271 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port b64e9e9c-7922-422a-b0dc-9689e0b746ac triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:08:49.498820 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:51.419322 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 5 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:08:54.763010 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e4d1d63b-c651-4bee-a9fd-4821d505abe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:57.469978 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bdd74539-46e4-4a46-96bc-4118246ca432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:57.500849 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:08:59.025204 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:09:00.986211 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:09:24.783938 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aae86aaa-f563-4d7d-afc1-ef60bb7e5080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:09:27.461016 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-78d0282e-48df-465d-8113-8d92a5f2236c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:09:27.490752 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:09:28.418387 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 5 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:09:29.021089 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:09:31.006755 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:09:54.735674 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7665d62-c819-4c37-81c3-300231270f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:09:57.404983 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3277a53-2880-430c-923d-ab74db980f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:09:57.406854 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:09:59.013079 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:10:00.978681 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:10:05.417746 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 5 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:10:24.742685 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c94863df-5145-417b-861f-1b421384ea13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:10:27.419724 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44da7616-618e-446a-8e7e-79142b3abcba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:10:27.447943 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:10:29.048454 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:10:30.559002 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 35376) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:10:30.622096 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d69956c-960c-4059-ba61-6a6adee9e085 admin admin] GET failed (client error): The resource could not be found. Sep 09 18:10:30.623342 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-2d69956c-960c-4059-ba61-6a6adee9e085 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0633695 Sep 09 18:10:30.782896 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16df3e9b-e3c2-4782-addd-066c50254b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:10:30.784428 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-16df3e9b-e3c2-4782-addd-066c50254b17 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1557181 Sep 09 18:10:31.018983 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:10:33.069302 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 35386) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:10:33.165452 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9856d791-c465-4bb8-9fd4-1645b146e2a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:10:33.166817 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-9856d791-c465-4bb8-9fd4-1645b146e2a6 admin admin] 10.222.0.39 "GET /v2.0/subnets/6b811909-c17a-4ae9-b8a3-8e38f9bdcf1d HTTP/1.1" status: 200 len: 849 time: 0.0965390 Sep 09 18:10:33.176960 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-d0150170-4e1f-43a0-97e4-456b0be83563 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:10:33.264546 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d0150170-4e1f-43a0-97e4-456b0be83563 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:10:33.473313 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d0150170-4e1f-43a0-97e4-456b0be83563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729821651725'] for subnet, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:10:33.510110 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0150170-4e1f-43a0-97e4-456b0be83563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:10:33.510727 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d0150170-4e1f-43a0-97e4-456b0be83563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:10:33.512001 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-d0150170-4e1f-43a0-97e4-456b0be83563 admin admin] 10.222.0.39 "PUT /v2.0/subnets/6b811909-c17a-4ae9-b8a3-8e38f9bdcf1d HTTP/1.1" status: 200 len: 868 time: 0.3388608 Sep 09 18:10:33.521494 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37b7a83-d4f3-437a-97a1-5fc712de775e None None] Network 0039660b-4a24-422b-9946-5e7f2ae090e6 requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:10:33.537572 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0150170-4e1f-43a0-97e4-456b0be83563 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b811909-c17a-4ae9-b8a3-8e38f9bdcf1d,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:10:33.545495 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0150170-4e1f-43a0-97e4-456b0be83563 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:10:33.546399 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0150170-4e1f-43a0-97e4-456b0be83563 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:10:33.546749 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0150170-4e1f-43a0-97e4-456b0be83563 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:10:33.547085 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0150170-4e1f-43a0-97e4-456b0be83563 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:10:33.547436 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0150170-4e1f-43a0-97e4-456b0be83563 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:10:33.547747 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0150170-4e1f-43a0-97e4-456b0be83563 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:10:33.548079 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0150170-4e1f-43a0-97e4-456b0be83563 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:10:33.548424 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0150170-4e1f-43a0-97e4-456b0be83563 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:10:33.548834 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0150170-4e1f-43a0-97e4-456b0be83563 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:10:33.549247 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0150170-4e1f-43a0-97e4-456b0be83563 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:10:33.549750 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0150170-4e1f-43a0-97e4-456b0be83563 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:10:33.550077 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0150170-4e1f-43a0-97e4-456b0be83563 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:10:33.865756 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-506abcfb-d7a5-414e-90d9-8561100dbb84 None None] Provisioning complete for port 2e9447e0-4190-449e-9fee-d556ff7e9510 triggered by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:10:33.866137 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-506abcfb-d7a5-414e-90d9-8561100dbb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:10:33.957308 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-506abcfb-d7a5-414e-90d9-8561100dbb84 None None] Provisioning complete for port 925c3f2d-85f9-4f3c-9084-31ee16de35d0 triggered by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:10:33.957687 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-506abcfb-d7a5-414e-90d9-8561100dbb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:10:35.769850 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 35394) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:10:35.982777 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6291ab8-fa98-4b59-8b68-c59939e247d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:10:35.983777 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6291ab8-fa98-4b59-8b68-c59939e247d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:10:35.985383 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-d6291ab8-fa98-4b59-8b68-c59939e247d1 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2145276 Sep 09 18:10:38.214698 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 35402) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:10:38.353148 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350f4d89-5a23-4946-b06e-94af18c2f7f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:10:38.353665 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350f4d89-5a23-4946-b06e-94af18c2f7f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:10:38.355376 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-350f4d89-5a23-4946-b06e-94af18c2f7f1 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1397121 Sep 09 18:10:40.586225 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 35410) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:10:40.807934 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244c0989-9a40-443e-a9d5-987d792fe032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:10:40.809364 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-244c0989-9a40-443e-a9d5-987d792fe032 admin admin] 10.222.0.39 "GET /v2.0/networks/0039660b-4a24-422b-9946-5e7f2ae090e6 HTTP/1.1" status: 200 len: 869 time: 0.2221510 Sep 09 18:10:42.416320 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 5 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:10:43.073003 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 35420) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:10:43.229901 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bd7f66-0916-4416-92d7-6066c4fdc0e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:10:43.231283 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-f4bd7f66-0916-4416-92d7-6066c4fdc0e9 admin admin] 10.222.0.39 "GET /v2.0/networks/3a4844da-e7df-49de-8120-ac4d2e4c4f80 HTTP/1.1" status: 200 len: 886 time: 0.1573460 Sep 09 18:10:45.467346 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 35428) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:10:45.617441 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f490b19-ce68-48eb-8eae-e75ca858e47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:10:45.617902 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f490b19-ce68-48eb-8eae-e75ca858e47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:10:45.619456 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-4f490b19-ce68-48eb-8eae-e75ca858e47d admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1510630 Sep 09 18:10:47.821938 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 35436) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:10:47.976080 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79f955c-e1f4-4134-882d-2708fd0574b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:10:47.976573 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79f955c-e1f4-4134-882d-2708fd0574b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:10:47.978141 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-a79f955c-e1f4-4134-882d-2708fd0574b4 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1552448 Sep 09 18:10:50.212466 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 35444) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:10:50.309623 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb9cf05-d411-4a8e-af18-cdbd4da825d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:10:50.311042 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-5bb9cf05-d411-4a8e-af18-cdbd4da825d2 admin admin] 10.222.0.39 "GET /v2.0/subnets/6b811909-c17a-4ae9-b8a3-8e38f9bdcf1d HTTP/1.1" status: 200 len: 868 time: 0.0975153 Sep 09 18:10:52.520518 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 35452) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:10:52.609987 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47292816-469b-458d-9862-f0e8f25eee3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:10:52.611394 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-47292816-469b-458d-9862-f0e8f25eee3a admin admin] 10.222.0.39 "GET /v2.0/subnets/6ecf6949-122b-4bec-9802-77be4eb2c7d8 HTTP/1.1" status: 200 len: 816 time: 0.0899265 Sep 09 18:10:54.735023 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3dd859b9-e5b8-4138-87e9-7f985e8d17cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:10:57.435504 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc5ff21d-5d4d-4316-baf4-cc02d00eafda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:10:57.466197 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:10:59.036922 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:11:01.080312 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:11:16.988582 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 35506) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:11:17.037693 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [None req-3296922d-1c6c-45ee-8400-ead31b28e54b admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 18:11:17.038693 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-3296922d-1c6c-45ee-8400-ead31b28e54b admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0491202 Sep 09 18:11:19.391457 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 35514) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:11:19.414243 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 5 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:11:19.456600 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.pecan_wsgi.hooks.translation [None req-66498387-a1b2-4df1-8373-6d062a79af88 admin admin] GET failed (client error): The resource could not be found. Sep 09 18:11:19.458063 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-66498387-a1b2-4df1-8373-6d062a79af88 admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0656464 Sep 09 18:11:19.607617 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad297488-0b0e-4730-9bab-3bd373ba57f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:11:19.609167 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-ad297488-0b0e-4730-9bab-3bd373ba57f7 admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1462281 Sep 09 18:11:21.914687 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 35522) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:11:21.964837 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-7a9c782a-fdad-47ac-8bd2-b8883cfaf516 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:11:22.058629 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9c782a-fdad-47ac-8bd2-b8883cfaf516 admin admin] Made reservation on behalf of 6b1b4575e02844d8bfcaf04ca7d723ef for: {'network': 1} {{(pid=94637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:11:22.061405 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-7a9c782a-fdad-47ac-8bd2-b8883cfaf516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for network, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:11:22.090582 dv-cinder-779540-2-iscsi neutron-server[94637]: WARNING neutron.services.revisions.revision_plugin [None req-7a9c782a-fdad-47ac-8bd2-b8883cfaf516 admin admin] Could not find related network for resource to bump revision. Sep 09 18:11:22.105892 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a9c782a-fdad-47ac-8bd2-b8883cfaf516 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=94637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 18:11:22.116064 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-7a9c782a-fdad-47ac-8bd2-b8883cfaf516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143'] for segment, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:11:22.116466 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.db.segments_db [None req-7a9c782a-fdad-47ac-8bd2-b8883cfaf516 admin admin] Added segment f4c53408-86ff-4385-b052-5e9a93ea6237 of type vlan for network 75ef1ab7-1241-4b32-b58a-5c9ecbac3335 Sep 09 18:11:22.176265 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-7a9c782a-fdad-47ac-8bd2-b8883cfaf516 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729821298728'] for network, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:11:22.258265 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-7a9c782a-fdad-47ac-8bd2-b8883cfaf516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322'] for network, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:11:22.259293 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9c782a-fdad-47ac-8bd2-b8883cfaf516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:11:22.259887 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-7a9c782a-fdad-47ac-8bd2-b8883cfaf516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for network, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:11:22.323586 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c782a-fdad-47ac-8bd2-b8883cfaf516 admin admin] Pushing event updated for resources: {'Network': ['ID=75ef1ab7-1241-4b32-b58a-5c9ecbac3335,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:11:22.331638 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9c782a-fdad-47ac-8bd2-b8883cfaf516 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:11:22.332002 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9c782a-fdad-47ac-8bd2-b8883cfaf516 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:11:22.332374 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9c782a-fdad-47ac-8bd2-b8883cfaf516 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:11:22.332709 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9c782a-fdad-47ac-8bd2-b8883cfaf516 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:11:22.333292 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9c782a-fdad-47ac-8bd2-b8883cfaf516 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:11:22.333636 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9c782a-fdad-47ac-8bd2-b8883cfaf516 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:11:22.333962 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9c782a-fdad-47ac-8bd2-b8883cfaf516 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:11:22.334286 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9c782a-fdad-47ac-8bd2-b8883cfaf516 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:11:22.334609 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9c782a-fdad-47ac-8bd2-b8883cfaf516 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:11:22.334929 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9c782a-fdad-47ac-8bd2-b8883cfaf516 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:11:22.335247 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9c782a-fdad-47ac-8bd2-b8883cfaf516 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:11:22.335563 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9c782a-fdad-47ac-8bd2-b8883cfaf516 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:11:22.348767 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-7a9c782a-fdad-47ac-8bd2-b8883cfaf516 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4329488 Sep 09 18:11:22.349619 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Network 75ef1ab7-1241-4b32-b58a-5c9ecbac3335 details requested by agent ovs-agent-dv-cinder-779540-2-iscsi with host dv-cinder-779540-2-iscsi {{(pid=94639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 18:11:24.605071 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 35530) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:11:24.671528 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.pecan_wsgi.hooks.translation [None req-73aac1c8-cf2b-4ec2-bfd8-7607ead70db7 admin admin] GET failed (client error): The resource could not be found. Sep 09 18:11:24.673113 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-73aac1c8-cf2b-4ec2-bfd8-7607ead70db7 admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0670421 Sep 09 18:11:24.746846 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-314d288a-c244-4493-ba65-1f445a619153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:11:24.750007 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8597f57-009d-4d38-8e13-868f0f224a87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:11:24.751502 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-c8597f57-009d-4d38-8e13-868f0f224a87 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0731521 Sep 09 18:11:24.763250 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-fe7427ec-aaf7-4bf8-90e8-0023fe173ea3 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '75ef1ab7-1241-4b32-b58a-5c9ecbac3335', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:11:24.843964 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7427ec-aaf7-4bf8-90e8-0023fe173ea3 admin admin] Made reservation on behalf of 6b1b4575e02844d8bfcaf04ca7d723ef for: {'subnet': 1} {{(pid=94637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:11:24.846292 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-fe7427ec-aaf7-4bf8-90e8-0023fe173ea3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:11:25.058887 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-fe7427ec-aaf7-4bf8-90e8-0023fe173ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322'] for subnet, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:11:25.118427 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7427ec-aaf7-4bf8-90e8-0023fe173ea3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd5c6144-7359-44a8-95ef-4c58d33d60ff,revision_number=0']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:11:25.120999 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7427ec-aaf7-4bf8-90e8-0023fe173ea3 admin admin] Checking segment: {'id': 'f4c53408-86ff-4385-b052-5e9a93ea6237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '75ef1ab7-1241-4b32-b58a-5c9ecbac3335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:11:25.121356 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7427ec-aaf7-4bf8-90e8-0023fe173ea3 admin admin] Network hostable DHCP agents. Network: 75ef1ab7-1241-4b32-b58a-5c9ecbac3335, hostable agents: ['6109b3ba-05d2-41fe-b34b-8d3bf45e9862'], hosted agents: [] {{(pid=94637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 18:11:25.183662 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7427ec-aaf7-4bf8-90e8-0023fe173ea3 admin admin] Network 75ef1ab7-1241-4b32-b58a-5c9ecbac3335 is scheduled to be hosted by DHCP agent 6109b3ba-05d2-41fe-b34b-8d3bf45e9862 with binding_index 1 {{(pid=94637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 18:11:25.269625 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.base_scheduler [None req-fe7427ec-aaf7-4bf8-90e8-0023fe173ea3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779540-2-iscsi, 75ef1ab7-1241-4b32-b58a-5c9ecbac3335) {{(pid=94637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:11:25.273718 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7427ec-aaf7-4bf8-90e8-0023fe173ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:11:25.274315 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-fe7427ec-aaf7-4bf8-90e8-0023fe173ea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for subnet, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:11:25.281207 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770db17b-e153-4eee-a878-92739e359a28 None None] Network 75ef1ab7-1241-4b32-b58a-5c9ecbac3335 requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:11:25.356882 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-fe7427ec-aaf7-4bf8-90e8-0023fe173ea3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5982599 Sep 09 18:11:25.442969 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b102936e-f6af-4ba0-925d-4a82fe44cd9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd729f0-ff64-59d2-b832-3ba31ba8699f-75ef1ab7-1241-4b32-b58a-5c9ecbac3335', 'network_id': '75ef1ab7-1241-4b32-b58a-5c9ecbac3335', 'tenant_id': '6b1b4575e02844d8bfcaf04ca7d723ef', 'fixed_ips': [{'subnet_id': 'bd5c6144-7359-44a8-95ef-4c58d33d60ff'}]}} from dv-cinder-779540-2-iscsi. {{(pid=94639) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 18:11:25.443886 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b102936e-f6af-4ba0-925d-4a82fe44cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:11:25.597354 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-b102936e-f6af-4ba0-925d-4a82fe44cd9b None None] Allocated IP 192.168.233.2 (75ef1ab7-1241-4b32-b58a-5c9ecbac3335/bd5c6144-7359-44a8-95ef-4c58d33d60ff/70893932-8b65-41b2-8c97-0717d844f141) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:11:25.750529 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b102936e-f6af-4ba0-925d-4a82fe44cd9b None None] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:11:25.759389 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-b102936e-f6af-4ba0-925d-4a82fe44cd9b None None] Transition to ACTIVE for port object 70893932-8b65-41b2-8c97-0717d844f141 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:11:25.776215 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-b102936e-f6af-4ba0-925d-4a82fe44cd9b None None] Transition to ACTIVE for port object 70893932-8b65-41b2-8c97-0717d844f141 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:11:25.841190 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b102936e-f6af-4ba0-925d-4a82fe44cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:11:25.885354 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b102936e-f6af-4ba0-925d-4a82fe44cd9b None None] Network 75ef1ab7-1241-4b32-b58a-5c9ecbac3335 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:11:25.888408 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-b102936e-f6af-4ba0-925d-4a82fe44cd9b None None] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:11:25.897165 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b102936e-f6af-4ba0-925d-4a82fe44cd9b None None] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:11:25.900849 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102936e-f6af-4ba0-925d-4a82fe44cd9b None None] Pushing event updated for resources: {'Port': ['ID=70893932-8b65-41b2-8c97-0717d844f141,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:11:25.911940 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b102936e-f6af-4ba0-925d-4a82fe44cd9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:11:25.912292 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b102936e-f6af-4ba0-925d-4a82fe44cd9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:11:25.912658 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b102936e-f6af-4ba0-925d-4a82fe44cd9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:11:25.912996 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b102936e-f6af-4ba0-925d-4a82fe44cd9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:11:25.913386 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b102936e-f6af-4ba0-925d-4a82fe44cd9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:11:25.913690 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b102936e-f6af-4ba0-925d-4a82fe44cd9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:11:25.914017 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b102936e-f6af-4ba0-925d-4a82fe44cd9b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:11:25.914344 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b102936e-f6af-4ba0-925d-4a82fe44cd9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:11:25.914690 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b102936e-f6af-4ba0-925d-4a82fe44cd9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:11:25.915020 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b102936e-f6af-4ba0-925d-4a82fe44cd9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:11:25.915345 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b102936e-f6af-4ba0-925d-4a82fe44cd9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:11:25.915668 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b102936e-f6af-4ba0-925d-4a82fe44cd9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:11:25.965421 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-b102936e-f6af-4ba0-925d-4a82fe44cd9b None None] Attempting to bind port 70893932-8b65-41b2-8c97-0717d844f141 on host dv-cinder-779540-2-iscsi for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:11:25.965794 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-b102936e-f6af-4ba0-925d-4a82fe44cd9b None None] Attempting to bind port 70893932-8b65-41b2-8c97-0717d844f141 by drivers openvswitch,hyperv on host dv-cinder-779540-2-iscsi at level 0 using segments [{'id': 'f4c53408-86ff-4385-b052-5e9a93ea6237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '75ef1ab7-1241-4b32-b58a-5c9ecbac3335'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:11:25.966164 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b102936e-f6af-4ba0-925d-4a82fe44cd9b None None] Attempting to bind port 70893932-8b65-41b2-8c97-0717d844f141 on network 75ef1ab7-1241-4b32-b58a-5c9ecbac3335 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:11:25.971578 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b102936e-f6af-4ba0-925d-4a82fe44cd9b None None] Checking agent: {'id': '6d9a1dab-6af8-44c5-a6af-2e6d734c4a3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 7, 57), 'started_at': datetime.datetime(2021, 9, 9, 18, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:11:25.971962 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b102936e-f6af-4ba0-925d-4a82fe44cd9b None None] Checking segment: {'id': 'f4c53408-86ff-4385-b052-5e9a93ea6237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '75ef1ab7-1241-4b32-b58a-5c9ecbac3335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:11:25.972444 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b102936e-f6af-4ba0-925d-4a82fe44cd9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:11:25.972800 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b102936e-f6af-4ba0-925d-4a82fe44cd9b None None] Bound using segment: {'id': 'f4c53408-86ff-4385-b052-5e9a93ea6237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '75ef1ab7-1241-4b32-b58a-5c9ecbac3335'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:11:25.973266 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-b102936e-f6af-4ba0-925d-4a82fe44cd9b None None] Bound port: 70893932-8b65-41b2-8c97-0717d844f141, host: dv-cinder-779540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c53408-86ff-4385-b052-5e9a93ea6237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '75ef1ab7-1241-4b32-b58a-5c9ecbac3335'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:11:25.973673 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b102936e-f6af-4ba0-925d-4a82fe44cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:11:26.038836 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-b102936e-f6af-4ba0-925d-4a82fe44cd9b None None] For port 70893932-8b65-41b2-8c97-0717d844f141, host dv-cinder-779540-2-iscsi, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:11:26.042761 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-b102936e-f6af-4ba0-925d-4a82fe44cd9b None None] For port 70893932-8b65-41b2-8c97-0717d844f141, host dv-cinder-779540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=70893932-8b65-41b2-8c97-0717d844f141,segment=NetworkSegment(f4c53408-86ff-4385-b052-5e9a93ea6237),segment_id=f4c53408-86ff-4385-b052-5e9a93ea6237)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:11:26.141759 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b102936e-f6af-4ba0-925d-4a82fe44cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:11:26.205209 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102936e-f6af-4ba0-925d-4a82fe44cd9b None None] Pushing event updated for resources: {'Port': ['ID=70893932-8b65-41b2-8c97-0717d844f141,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:11:27.031911 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c2c78f-d674-4e38-b9d9-d3e474561043 None None] Network 75ef1ab7-1241-4b32-b58a-5c9ecbac3335 requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:11:27.191205 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-6e3f00b4-dc3e-4b2d-8fef-0939c70ea747 None None] Provisioning for port 70893932-8b65-41b2-8c97-0717d844f141 completed by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:11:27.444100 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a47287bd-c211-408a-8e3e-e7868f86f42b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:11:27.478385 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:11:27.582125 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 70893932-8b65-41b2-8c97-0717d844f141 up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:11:27.740973 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning for port 70893932-8b65-41b2-8c97-0717d844f141 completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:11:27.745962 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port 70893932-8b65-41b2-8c97-0717d844f141 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:11:27.746331 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:11:27.832454 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:11:27.866254 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] For port 70893932-8b65-41b2-8c97-0717d844f141, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=70893932-8b65-41b2-8c97-0717d844f141,segment=NetworkSegment(f4c53408-86ff-4385-b052-5e9a93ea6237),segment_id=f4c53408-86ff-4385-b052-5e9a93ea6237)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:11:27.952067 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:11:28.005635 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Pushing event updated for resources: {'Port': ['ID=70893932-8b65-41b2-8c97-0717d844f141,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:11:29.066205 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:11:29.562373 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 70893932-8b65-41b2-8c97-0717d844f141 up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:11:29.612197 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port 70893932-8b65-41b2-8c97-0717d844f141 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:11:29.612597 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:11:30.995864 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:11:54.778676 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2aa5879c-3b23-4361-b130-05e1fd7f2f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:11:56.413175 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 5 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:11:57.390182 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b034fdd6-c7e3-432d-a940-5d01fc3f4feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:11:57.430814 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:11:59.058754 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:12:01.015325 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:12:24.761751 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa743a62-80fa-4c05-8048-d1dce1cfbfb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:12:27.424641 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-893e24b7-6e4d-473e-a285-a4c076b8632e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:12:27.470273 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:12:29.024718 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:12:30.995575 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:12:33.413040 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 5 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:12:54.754710 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f238f2e-c59a-4d45-b8c1-24951ec4801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:12:57.426324 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f69d012-25e3-45a6-8a1e-0021504387b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:12:57.453901 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:12:58.357519 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 35582) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:12:58.363442 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [None req-e8672416-9ab1-4a94-b882-ffc66b7400e2 tempest-verify_tempest_config-400715037 tempest-verify_tempest_config-400715037-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 18:12:58.364470 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-e8672416-9ab1-4a94-b882-ffc66b7400e2 tempest-verify_tempest_config-400715037 tempest-verify_tempest_config-400715037-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059111 Sep 09 18:12:58.906984 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 35600) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:12:59.020191 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8eb29bf7-7b9c-44b8-bdc6-4615f3480233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:12:59.033702 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:12:59.107881 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8eb29bf7-7b9c-44b8-bdc6-4615f3480233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:12:59.174345 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8eb29bf7-7b9c-44b8-bdc6-4615f3480233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:12:59.223150 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-8eb29bf7-7b9c-44b8-bdc6-4615f3480233 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7fe233a7452147759edf539acd5d903f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3145702 Sep 09 18:12:59.224562 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb29bf7-7b9c-44b8-bdc6-4615f3480233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64b6d7f-b6ac-45e6-83d3-95a3e1e5989d,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:12:59.226337 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 35604) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:12:59.231960 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb29bf7-7b9c-44b8-bdc6-4615f3480233 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:12:59.232339 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb29bf7-7b9c-44b8-bdc6-4615f3480233 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:12:59.232685 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb29bf7-7b9c-44b8-bdc6-4615f3480233 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:12:59.233016 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb29bf7-7b9c-44b8-bdc6-4615f3480233 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:12:59.233340 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb29bf7-7b9c-44b8-bdc6-4615f3480233 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:12:59.233680 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb29bf7-7b9c-44b8-bdc6-4615f3480233 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:12:59.234008 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb29bf7-7b9c-44b8-bdc6-4615f3480233 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:12:59.234329 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb29bf7-7b9c-44b8-bdc6-4615f3480233 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:12:59.234686 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb29bf7-7b9c-44b8-bdc6-4615f3480233 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:12:59.234994 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb29bf7-7b9c-44b8-bdc6-4615f3480233 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:12:59.235498 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb29bf7-7b9c-44b8-bdc6-4615f3480233 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:12:59.235621 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb29bf7-7b9c-44b8-bdc6-4615f3480233 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:12:59.282560 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3b054f07-efc2-48fc-a92d-d473bf02171a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:12:59.303916 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3b054f07-efc2-48fc-a92d-d473bf02171a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:12:59.489567 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3b054f07-efc2-48fc-a92d-d473bf02171a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:12:59.492064 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3b054f07-efc2-48fc-a92d-d473bf02171a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:12:59.493262 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-3b054f07-efc2-48fc-a92d-d473bf02171a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b64b6d7f-b6ac-45e6-83d3-95a3e1e5989d HTTP/1.1" status: 204 len: 168 time: 0.2658794 Sep 09 18:12:59.501076 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b054f07-efc2-48fc-a92d-d473bf02171a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64b6d7f-b6ac-45e6-83d3-95a3e1e5989d,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:12:59.508214 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b054f07-efc2-48fc-a92d-d473bf02171a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:12:59.508622 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b054f07-efc2-48fc-a92d-d473bf02171a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:12:59.511890 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b054f07-efc2-48fc-a92d-d473bf02171a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:12:59.511890 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b054f07-efc2-48fc-a92d-d473bf02171a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:12:59.511890 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b054f07-efc2-48fc-a92d-d473bf02171a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:12:59.511890 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b054f07-efc2-48fc-a92d-d473bf02171a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:12:59.511890 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b054f07-efc2-48fc-a92d-d473bf02171a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:12:59.511890 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b054f07-efc2-48fc-a92d-d473bf02171a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:12:59.511890 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b054f07-efc2-48fc-a92d-d473bf02171a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:12:59.511890 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b054f07-efc2-48fc-a92d-d473bf02171a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:12:59.511890 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b054f07-efc2-48fc-a92d-d473bf02171a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:12:59.511890 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b054f07-efc2-48fc-a92d-d473bf02171a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:13:01.010839 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:13:10.412440 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 5 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:13:24.756842 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a41f6e5-0a86-4189-b8d0-9ada9a057360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:13:27.400458 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b02bf825-4379-48f8-9b44-ca6d3677d59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:13:27.428827 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:13:29.030828 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:13:31.031040 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:13:47.412589 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 5 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:13:54.769770 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de1132b1-fb9f-4fed-a7a2-f50c7df5af5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:13:57.434222 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16f725f5-cec4-495c-a44b-209188f2cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:13:57.462621 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:13:59.045893 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:14:01.022587 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:14:24.411493 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 5 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:14:24.807900 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a7ce4d39-f412-443b-870e-814a01a639b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:14:27.409193 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-568ecbc2-8341-4d16-9718-3572f68a3c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:14:27.437519 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:14:29.048792 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:14:31.053198 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:14:33.961534 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-905432'] for agent, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:14:48.433954 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 35678) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:14:48.540191 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-364a38ef-aa31-444e-9f52-03db9a9fb8a4 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1051407 Sep 09 18:14:50.787124 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 35688) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:14:50.842731 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-f65d5287-31cd-4c65-af2b-e3ad245ff8e0 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0545263 Sep 09 18:14:54.761331 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-848261f9-fbad-42ab-90cd-400bfaf45433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:14:57.441344 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f37a62e5-a836-4478-9e35-6afbec1c0207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:14:57.487027 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:14:59.034779 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:15:01.010557 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:15:01.411283 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 6 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:15:03.919083 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:15:24.763421 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aeba0574-461b-42a6-9338-da9057838c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:15:27.438603 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-524ba934-5c3e-4b62-a269-4df57e8dd07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:15:27.460989 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:15:29.061257 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:15:31.036812 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:15:33.912660 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:15:38.411179 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 6 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:15:54.796009 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8dbc922a-e9db-4222-acf4-d453f0e8b199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:15:57.413757 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dac63ccb-db7e-4321-bcdd-de3ad409fc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:15:57.442137 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:15:59.082567 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:01.014563 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:03.907365 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:15.411134 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 6 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:16:21.849315 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 35856) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:22.271091 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-2be1ab23-7824-41c9-a81a-a12a58555d3d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-541775425-network', 'tenant_id': '0e28af74cee746159f61e6e9abc8948d'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:16:22.342598 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be1ab23-7824-41c9-a81a-a12a58555d3d admin admin] Made reservation on behalf of 0e28af74cee746159f61e6e9abc8948d for: {'network': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:16:22.342598 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2be1ab23-7824-41c9-a81a-a12a58555d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for network, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:22.351960 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2be1ab23-7824-41c9-a81a-a12a58555d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:22.448037 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2be1ab23-7824-41c9-a81a-a12a58555d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:22.552028 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2be1ab23-7824-41c9-a81a-a12a58555d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:22.584889 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2be1ab23-7824-41c9-a81a-a12a58555d3d admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=94638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 18:16:22.596633 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be1ab23-7824-41c9-a81a-a12a58555d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6009d4a5-9f5e-49f4-b387-8031791bb559,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:22.601298 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2be1ab23-7824-41c9-a81a-a12a58555d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143'] for segment, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:22.601860 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.db.segments_db [None req-2be1ab23-7824-41c9-a81a-a12a58555d3d admin admin] Added segment f738fa1f-ed07-465a-b70c-8f41c0eb3df6 of type vlan for network eafe2dd1-3f55-4813-b3ae-df6e622a3eab Sep 09 18:16:22.616461 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be1ab23-7824-41c9-a81a-a12a58555d3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:22.616839 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be1ab23-7824-41c9-a81a-a12a58555d3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:22.617193 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be1ab23-7824-41c9-a81a-a12a58555d3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:22.617898 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be1ab23-7824-41c9-a81a-a12a58555d3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:22.618239 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be1ab23-7824-41c9-a81a-a12a58555d3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:22.618600 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be1ab23-7824-41c9-a81a-a12a58555d3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:22.618930 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be1ab23-7824-41c9-a81a-a12a58555d3d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:22.619549 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be1ab23-7824-41c9-a81a-a12a58555d3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:22.619905 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be1ab23-7824-41c9-a81a-a12a58555d3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:22.620240 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be1ab23-7824-41c9-a81a-a12a58555d3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:22.620843 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be1ab23-7824-41c9-a81a-a12a58555d3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:22.621175 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be1ab23-7824-41c9-a81a-a12a58555d3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:22.622445 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be1ab23-7824-41c9-a81a-a12a58555d3d admin admin] Tracked resource versions report: Sep 09 18:16:22.622445 dv-cinder-779540-2-iscsi neutron-server[94638]: pushed versions: Sep 09 18:16:22.622445 dv-cinder-779540-2-iscsi neutron-server[94638]: { 'AddressGroup': {'1.2'}, Sep 09 18:16:22.622445 dv-cinder-779540-2-iscsi neutron-server[94638]: 'ConntrackHelper': {'1.0'}, Sep 09 18:16:22.622445 dv-cinder-779540-2-iscsi neutron-server[94638]: 'Log': {'1.0'}, Sep 09 18:16:22.622445 dv-cinder-779540-2-iscsi neutron-server[94638]: 'Network': {'1.1'}, Sep 09 18:16:22.622445 dv-cinder-779540-2-iscsi neutron-server[94638]: 'Port': {'1.7'}, Sep 09 18:16:22.622445 dv-cinder-779540-2-iscsi neutron-server[94638]: 'PortForwarding': {'1.2'}, Sep 09 18:16:22.622445 dv-cinder-779540-2-iscsi neutron-server[94638]: 'QosPolicy': {'1.9'}, Sep 09 18:16:22.622445 dv-cinder-779540-2-iscsi neutron-server[94638]: 'SecurityGroup': {'1.4'}, Sep 09 18:16:22.622445 dv-cinder-779540-2-iscsi neutron-server[94638]: 'SecurityGroupRule': {'1.2'}, Sep 09 18:16:22.622445 dv-cinder-779540-2-iscsi neutron-server[94638]: 'SubPort': {'1.0'}, Sep 09 18:16:22.622445 dv-cinder-779540-2-iscsi neutron-server[94638]: 'Subnet': {'1.1'}, Sep 09 18:16:22.622445 dv-cinder-779540-2-iscsi neutron-server[94638]: 'Trunk': {'1.1'}} Sep 09 18:16:22.622445 dv-cinder-779540-2-iscsi neutron-server[94638]: consumer versions: Sep 09 18:16:22.622445 dv-cinder-779540-2-iscsi neutron-server[94638]: { DHCP agent@dv-cinder-779540-2-iscsi: {}, Sep 09 18:16:22.622445 dv-cinder-779540-2-iscsi neutron-server[94638]: HyperV agent@hv-cinder-77954: {}, Sep 09 18:16:22.622445 dv-cinder-779540-2-iscsi neutron-server[94638]: L3 agent@dv-cinder-779540-2-iscsi: {}, Sep 09 18:16:22.622445 dv-cinder-779540-2-iscsi neutron-server[94638]: Metadata agent@dv-cinder-779540-2-iscsi: {}, Sep 09 18:16:22.622445 dv-cinder-779540-2-iscsi neutron-server[94638]: Metering agent@dv-cinder-779540-2-iscsi: {}, Sep 09 18:16:22.622445 dv-cinder-779540-2-iscsi neutron-server[94638]: Open vSwitch agent@dv-cinder-779540-2-iscsi: { 'AddressGroup': '1.2', Sep 09 18:16:22.622445 dv-cinder-779540-2-iscsi neutron-server[94638]: 'ConntrackHelper': '1.0', Sep 09 18:16:22.622445 dv-cinder-779540-2-iscsi neutron-server[94638]: 'Log': '1.0', Sep 09 18:16:22.622445 dv-cinder-779540-2-iscsi neutron-server[94638]: 'Network': '1.1', Sep 09 18:16:22.622445 dv-cinder-779540-2-iscsi neutron-server[94638]: 'Port': '1.7', Sep 09 18:16:22.622445 dv-cinder-779540-2-iscsi neutron-server[94638]: 'PortForwarding': '1.2', Sep 09 18:16:22.622445 dv-cinder-779540-2-iscsi neutron-server[94638]: 'QosPolicy': '1.9', Sep 09 18:16:22.622445 dv-cinder-779540-2-iscsi neutron-server[94638]: 'SecurityGroup': '1.4', Sep 09 18:16:22.622445 dv-cinder-779540-2-iscsi neutron-server[94638]: 'SecurityGroupRule': '1.2', Sep 09 18:16:22.622445 dv-cinder-779540-2-iscsi neutron-server[94638]: 'SubPort': '1.0', Sep 09 18:16:22.622445 dv-cinder-779540-2-iscsi neutron-server[94638]: 'Subnet': '1.1', Sep 09 18:16:22.622445 dv-cinder-779540-2-iscsi neutron-server[94638]: 'Trunk': '1.1'}} Sep 09 18:16:22.622445 dv-cinder-779540-2-iscsi neutron-server[94638]: {{(pid=94638) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 18:16:22.686162 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2be1ab23-7824-41c9-a81a-a12a58555d3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729821298728'] for network, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:22.792242 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2be1ab23-7824-41c9-a81a-a12a58555d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322'] for network, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:22.794021 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be1ab23-7824-41c9-a81a-a12a58555d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:16:22.795482 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2be1ab23-7824-41c9-a81a-a12a58555d3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:22.861687 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be1ab23-7824-41c9-a81a-a12a58555d3d admin admin] Pushing event updated for resources: {'Network': ['ID=eafe2dd1-3f55-4813-b3ae-df6e622a3eab,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:22.871822 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Network eafe2dd1-3f55-4813-b3ae-df6e622a3eab details requested by agent ovs-agent-dv-cinder-779540-2-iscsi with host dv-cinder-779540-2-iscsi {{(pid=94639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 18:16:22.905369 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 35910) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:22.911705 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-2be1ab23-7824-41c9-a81a-a12a58555d3d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0545764 Sep 09 18:16:22.913837 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-bc4df64b-ac96-4476-9944-034e19b8a257 admin admin] Request body: {'subnet': {'network_id': 'eafe2dd1-3f55-4813-b3ae-df6e622a3eab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-541775425-subnet', 'tenant_id': '0e28af74cee746159f61e6e9abc8948d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:16:23.019001 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4df64b-ac96-4476-9944-034e19b8a257 admin admin] Made reservation on behalf of 0e28af74cee746159f61e6e9abc8948d for: {'subnet': 1} {{(pid=94637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:16:23.021510 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-bc4df64b-ac96-4476-9944-034e19b8a257 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:23.034599 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 35922) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:23.065332 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 35926) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:23.198058 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 35932) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:23.283516 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 35940) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:23.289125 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-bc4df64b-ac96-4476-9944-034e19b8a257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322'] for subnet, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:23.314735 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-9dff67bc-caa1-4940-aae8-9a3c4fbcc7b7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2105050900-network', 'tenant_id': 'af23224fd4434164aa1bf52ade9b6584'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:16:23.334525 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4df64b-ac96-4476-9944-034e19b8a257 admin admin] Pushing event updated for resources: {'Subnet': ['ID=285c431c-6ae1-4a37-abf0-1b468ed843f7,revision_number=0']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:23.343791 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4df64b-ac96-4476-9944-034e19b8a257 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:23.344398 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4df64b-ac96-4476-9944-034e19b8a257 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:23.344894 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4df64b-ac96-4476-9944-034e19b8a257 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:23.350985 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4df64b-ac96-4476-9944-034e19b8a257 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:23.350985 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4df64b-ac96-4476-9944-034e19b8a257 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:23.350985 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4df64b-ac96-4476-9944-034e19b8a257 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:23.350985 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4df64b-ac96-4476-9944-034e19b8a257 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:23.350985 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4df64b-ac96-4476-9944-034e19b8a257 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:23.350985 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4df64b-ac96-4476-9944-034e19b8a257 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:23.351712 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-d34e5ab2-0a19-4533-8f75-0a1169d7a08e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-305165276-network', 'tenant_id': 'c7457b6cb56e47f488f4ca049be0eab6'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:16:23.351824 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4df64b-ac96-4476-9944-034e19b8a257 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:23.351824 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4df64b-ac96-4476-9944-034e19b8a257 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:23.351824 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4df64b-ac96-4476-9944-034e19b8a257 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:23.351824 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4df64b-ac96-4476-9944-034e19b8a257 admin admin] Tracked resource versions report: Sep 09 18:16:23.351824 dv-cinder-779540-2-iscsi neutron-server[94637]: pushed versions: Sep 09 18:16:23.351824 dv-cinder-779540-2-iscsi neutron-server[94637]: { 'AddressGroup': {'1.2'}, Sep 09 18:16:23.351824 dv-cinder-779540-2-iscsi neutron-server[94637]: 'ConntrackHelper': {'1.0'}, Sep 09 18:16:23.351824 dv-cinder-779540-2-iscsi neutron-server[94637]: 'Log': {'1.0'}, Sep 09 18:16:23.351824 dv-cinder-779540-2-iscsi neutron-server[94637]: 'Network': {'1.1'}, Sep 09 18:16:23.351824 dv-cinder-779540-2-iscsi neutron-server[94637]: 'Port': {'1.7'}, Sep 09 18:16:23.351824 dv-cinder-779540-2-iscsi neutron-server[94637]: 'PortForwarding': {'1.2'}, Sep 09 18:16:23.351824 dv-cinder-779540-2-iscsi neutron-server[94637]: 'QosPolicy': {'1.9'}, Sep 09 18:16:23.351824 dv-cinder-779540-2-iscsi neutron-server[94637]: 'SecurityGroup': {'1.4'}, Sep 09 18:16:23.351824 dv-cinder-779540-2-iscsi neutron-server[94637]: 'SecurityGroupRule': {'1.2'}, Sep 09 18:16:23.351824 dv-cinder-779540-2-iscsi neutron-server[94637]: 'SubPort': {'1.0'}, Sep 09 18:16:23.351824 dv-cinder-779540-2-iscsi neutron-server[94637]: 'Subnet': {'1.1'}, Sep 09 18:16:23.351824 dv-cinder-779540-2-iscsi neutron-server[94637]: 'Trunk': {'1.1'}} Sep 09 18:16:23.351824 dv-cinder-779540-2-iscsi neutron-server[94637]: consumer versions: Sep 09 18:16:23.351824 dv-cinder-779540-2-iscsi neutron-server[94637]: { DHCP agent@dv-cinder-779540-2-iscsi: {}, Sep 09 18:16:23.351824 dv-cinder-779540-2-iscsi neutron-server[94637]: HyperV agent@hv-cinder-77954: {}, Sep 09 18:16:23.351824 dv-cinder-779540-2-iscsi neutron-server[94637]: L3 agent@dv-cinder-779540-2-iscsi: {}, Sep 09 18:16:23.351824 dv-cinder-779540-2-iscsi neutron-server[94637]: Metadata agent@dv-cinder-779540-2-iscsi: {}, Sep 09 18:16:23.351824 dv-cinder-779540-2-iscsi neutron-server[94637]: Metering agent@dv-cinder-779540-2-iscsi: {}, Sep 09 18:16:23.351824 dv-cinder-779540-2-iscsi neutron-server[94637]: Open vSwitch agent@dv-cinder-779540-2-iscsi: { 'AddressGroup': '1.2', Sep 09 18:16:23.351824 dv-cinder-779540-2-iscsi neutron-server[94637]: 'ConntrackHelper': '1.0', Sep 09 18:16:23.351824 dv-cinder-779540-2-iscsi neutron-server[94637]: 'Log': '1.0', Sep 09 18:16:23.351824 dv-cinder-779540-2-iscsi neutron-server[94637]: 'Network': '1.1', Sep 09 18:16:23.351824 dv-cinder-779540-2-iscsi neutron-server[94637]: 'Port': '1.7', Sep 09 18:16:23.351824 dv-cinder-779540-2-iscsi neutron-server[94637]: 'PortForwarding': '1.2', Sep 09 18:16:23.351824 dv-cinder-779540-2-iscsi neutron-server[94637]: 'QosPolicy': '1.9', Sep 09 18:16:23.351824 dv-cinder-779540-2-iscsi neutron-server[94637]: 'SecurityGroup': '1.4', Sep 09 18:16:23.351824 dv-cinder-779540-2-iscsi neutron-server[94637]: 'SecurityGroupRule': '1.2', Sep 09 18:16:23.351824 dv-cinder-779540-2-iscsi neutron-server[94637]: 'SubPort': '1.0', Sep 09 18:16:23.351824 dv-cinder-779540-2-iscsi neutron-server[94637]: 'Subnet': '1.1', Sep 09 18:16:23.351824 dv-cinder-779540-2-iscsi neutron-server[94637]: 'Trunk': '1.1'}} Sep 09 18:16:23.351824 dv-cinder-779540-2-iscsi neutron-server[94637]: {{(pid=94637) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 18:16:23.376905 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-d403aadb-b644-4547-a696-757228a6f896 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1967749576-network', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:16:23.391113 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4df64b-ac96-4476-9944-034e19b8a257 admin admin] Checking segment: {'id': 'f738fa1f-ed07-465a-b70c-8f41c0eb3df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'eafe2dd1-3f55-4813-b3ae-df6e622a3eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:16:23.391472 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4df64b-ac96-4476-9944-034e19b8a257 admin admin] Network hostable DHCP agents. Network: eafe2dd1-3f55-4813-b3ae-df6e622a3eab, hostable agents: ['6109b3ba-05d2-41fe-b34b-8d3bf45e9862'], hosted agents: [] {{(pid=94637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 18:16:23.410969 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dff67bc-caa1-4940-aae8-9a3c4fbcc7b7 admin admin] Made reservation on behalf of af23224fd4434164aa1bf52ade9b6584 for: {'network': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:16:23.413955 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9dff67bc-caa1-4940-aae8-9a3c4fbcc7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for network, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:23.428836 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9dff67bc-caa1-4940-aae8-9a3c4fbcc7b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:23.510743 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4df64b-ac96-4476-9944-034e19b8a257 admin admin] Network eafe2dd1-3f55-4813-b3ae-df6e622a3eab is scheduled to be hosted by DHCP agent 6109b3ba-05d2-41fe-b34b-8d3bf45e9862 with binding_index 1 {{(pid=94637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 18:16:23.515313 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-49d19835-22e8-4457-b8f7-8eb9691d1799 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1920363128-network', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:16:23.575220 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34e5ab2-0a19-4533-8f75-0a1169d7a08e admin admin] Made reservation on behalf of c7457b6cb56e47f488f4ca049be0eab6 for: {'network': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:16:23.577662 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d34e5ab2-0a19-4533-8f75-0a1169d7a08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for network, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:23.592418 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d34e5ab2-0a19-4533-8f75-0a1169d7a08e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:23.609673 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.base_scheduler [None req-bc4df64b-ac96-4476-9944-034e19b8a257 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779540-2-iscsi, eafe2dd1-3f55-4813-b3ae-df6e622a3eab) {{(pid=94637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:16:23.614715 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4df64b-ac96-4476-9944-034e19b8a257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:16:23.618806 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-bc4df64b-ac96-4476-9944-034e19b8a257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for subnet, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:23.621592 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad763009-86b9-4912-8c5f-abccabc2246f None None] Network eafe2dd1-3f55-4813-b3ae-df6e622a3eab requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:16:23.695582 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d403aadb-b644-4547-a696-757228a6f896 admin admin] Made reservation on behalf of 289a7608c7ee408d90d48b78c6155ce2 for: {'network': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:16:23.698327 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d403aadb-b644-4547-a696-757228a6f896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for network, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:23.711072 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d403aadb-b644-4547-a696-757228a6f896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:23.755662 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4c6d2d-f8ca-42e9-847f-020fe1f75477 None None] Network eafe2dd1-3f55-4813-b3ae-df6e622a3eab requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:16:23.789484 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-bc4df64b-ac96-4476-9944-034e19b8a257 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8799770 Sep 09 18:16:23.790185 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 35960) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:23.800629 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-3eea5367-8c85-4dda-aca1-52c9ab95eb88 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-541775425-router', 'tenant_id': '0e28af74cee746159f61e6e9abc8948d', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'}}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:16:23.912725 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9dff67bc-caa1-4940-aae8-9a3c4fbcc7b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:24.107553 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9dff67bc-caa1-4940-aae8-9a3c4fbcc7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:24.118595 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dff67bc-caa1-4940-aae8-9a3c4fbcc7b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=94638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 18:16:24.137490 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9dff67bc-caa1-4940-aae8-9a3c4fbcc7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143'] for segment, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:24.137839 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.db.segments_db [None req-9dff67bc-caa1-4940-aae8-9a3c4fbcc7b7 admin admin] Added segment ad32de21-334b-45bb-bd19-8fe321518b0b of type vlan for network 28dbe6d0-63a8-42d5-86ee-acb8f7b9c909 Sep 09 18:16:24.155638 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff67bc-caa1-4940-aae8-9a3c4fbcc7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e188d4-776d-4f6a-a2f9-7261f095d475,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:24.190753 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9dff67bc-caa1-4940-aae8-9a3c4fbcc7b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729821298728'] for network, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:24.236488 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d19835-22e8-4457-b8f7-8eb9691d1799 admin admin] Made reservation on behalf of 43ce4a6143564c64b1be155ca237d8e1 for: {'network': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:16:24.239251 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-49d19835-22e8-4457-b8f7-8eb9691d1799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for network, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:24.255433 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-49d19835-22e8-4457-b8f7-8eb9691d1799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:24.285870 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9dff67bc-caa1-4940-aae8-9a3c4fbcc7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322'] for network, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:24.286829 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dff67bc-caa1-4940-aae8-9a3c4fbcc7b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:16:24.287406 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9dff67bc-caa1-4940-aae8-9a3c4fbcc7b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:24.374888 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff67bc-caa1-4940-aae8-9a3c4fbcc7b7 admin admin] Pushing event updated for resources: {'Network': ['ID=28dbe6d0-63a8-42d5-86ee-acb8f7b9c909,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:24.386495 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Network 28dbe6d0-63a8-42d5-86ee-acb8f7b9c909 details requested by agent ovs-agent-dv-cinder-779540-2-iscsi with host dv-cinder-779540-2-iscsi {{(pid=94639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 18:16:24.425588 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d34e5ab2-0a19-4533-8f75-0a1169d7a08e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:24.499865 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d34e5ab2-0a19-4533-8f75-0a1169d7a08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:24.532061 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d34e5ab2-0a19-4533-8f75-0a1169d7a08e admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=94638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 18:16:24.555848 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e5ab2-0a19-4533-8f75-0a1169d7a08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:24.558953 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d34e5ab2-0a19-4533-8f75-0a1169d7a08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143'] for segment, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:24.559427 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.db.segments_db [None req-d34e5ab2-0a19-4533-8f75-0a1169d7a08e admin admin] Added segment ae536695-5741-4cd5-b351-934abda3a601 of type vlan for network 841e0f7e-1e52-4405-930c-472dd61ad299 Sep 09 18:16:24.625122 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d34e5ab2-0a19-4533-8f75-0a1169d7a08e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729821298728'] for network, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:24.688854 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d403aadb-b644-4547-a696-757228a6f896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:24.707450 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d34e5ab2-0a19-4533-8f75-0a1169d7a08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322'] for network, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:24.708467 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34e5ab2-0a19-4533-8f75-0a1169d7a08e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:16:24.709027 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d34e5ab2-0a19-4533-8f75-0a1169d7a08e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:24.772529 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-51edb675-57fb-473b-9a83-08ac7883b275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:24.786737 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e5ab2-0a19-4533-8f75-0a1169d7a08e admin admin] Pushing event updated for resources: {'Network': ['ID=841e0f7e-1e52-4405-930c-472dd61ad299,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:24.789351 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d403aadb-b644-4547-a696-757228a6f896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:24.802613 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Network 841e0f7e-1e52-4405-930c-472dd61ad299 details requested by agent ovs-agent-dv-cinder-779540-2-iscsi with host dv-cinder-779540-2-iscsi {{(pid=94639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 18:16:24.818485 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d403aadb-b644-4547-a696-757228a6f896 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=94638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 18:16:24.839401 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d403aadb-b644-4547-a696-757228a6f896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143'] for segment, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:24.839773 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.db.segments_db [None req-d403aadb-b644-4547-a696-757228a6f896 admin admin] Added segment 3502381a-c164-43bc-a609-16a785b97be8 of type vlan for network 9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9 Sep 09 18:16:24.841336 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403aadb-b644-4547-a696-757228a6f896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eba8ae4-d395-4705-87e7-dfb583932a60,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:24.877420 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-d34e5ab2-0a19-4533-8f75-0a1169d7a08e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8109343 Sep 09 18:16:24.881302 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 36022) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:24.886842 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-5fee83a1-cd92-42c7-9dcc-9c9d2272285d admin admin] Request body: {'subnet': {'network_id': '841e0f7e-1e52-4405-930c-472dd61ad299', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-305165276-subnet', 'tenant_id': 'c7457b6cb56e47f488f4ca049be0eab6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:16:24.888675 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d403aadb-b644-4547-a696-757228a6f896 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729821298728'] for network, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:24.998212 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3eea5367-8c85-4dda-aca1-52c9ab95eb88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-912016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7588'] for router, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:25.000042 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3eea5367-8c85-4dda-aca1-52c9ab95eb88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-904704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-908176', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7597'] for router, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:25.028776 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d403aadb-b644-4547-a696-757228a6f896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322'] for network, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:25.030889 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d403aadb-b644-4547-a696-757228a6f896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:16:25.031290 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d403aadb-b644-4547-a696-757228a6f896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:25.113038 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3eea5367-8c85-4dda-aca1-52c9ab95eb88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:25.155555 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403aadb-b644-4547-a696-757228a6f896 admin admin] Pushing event updated for resources: {'Network': ['ID=9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:25.175254 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Network 9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9 details requested by agent ovs-agent-dv-cinder-779540-2-iscsi with host dv-cinder-779540-2-iscsi {{(pid=94639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 18:16:25.221583 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-49d19835-22e8-4457-b8f7-8eb9691d1799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:25.308258 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-49d19835-22e8-4457-b8f7-8eb9691d1799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:25.400670 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-d403aadb-b644-4547-a696-757228a6f896 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1990077 Sep 09 18:16:25.400670 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-9dff67bc-caa1-4940-aae8-9a3c4fbcc7b7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3646300 Sep 09 18:16:25.403545 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 36048) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:25.404141 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d19835-22e8-4457-b8f7-8eb9691d1799 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=94638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 18:16:25.404445 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 36050) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:25.412363 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-ff626c90-3fa7-4a56-b661-c0c8f11256f4 admin admin] Request body: {'subnet': {'network_id': '28dbe6d0-63a8-42d5-86ee-acb8f7b9c909', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2105050900-subnet', 'tenant_id': 'af23224fd4434164aa1bf52ade9b6584', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:16:25.419406 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-be444520-74f7-489e-9377-d9e248ce8258 admin admin] Request body: {'subnet': {'network_id': '9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1967749576-subnet', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:16:25.442585 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3eea5367-8c85-4dda-aca1-52c9ab95eb88 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:25.447071 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d19835-22e8-4457-b8f7-8eb9691d1799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea92e64e-73bd-434c-ace4-4a936b653eff,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:25.449476 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fee83a1-cd92-42c7-9dcc-9c9d2272285d admin admin] Made reservation on behalf of c7457b6cb56e47f488f4ca049be0eab6 for: {'subnet': 1} {{(pid=94637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:16:25.453788 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-5fee83a1-cd92-42c7-9dcc-9c9d2272285d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:25.455644 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-49d19835-22e8-4457-b8f7-8eb9691d1799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143'] for segment, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:25.455971 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.db.segments_db [None req-49d19835-22e8-4457-b8f7-8eb9691d1799 admin admin] Added segment 5dabc900-77d9-4787-b5a9-e934b438dec7 of type vlan for network 165da4a9-ef54-4e00-b346-cd05df750cfe Sep 09 18:16:25.500857 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-49d19835-22e8-4457-b8f7-8eb9691d1799 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729821298728'] for network, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:25.544213 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 36058) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:25.638302 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-49d19835-22e8-4457-b8f7-8eb9691d1799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322'] for network, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:25.640100 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d19835-22e8-4457-b8f7-8eb9691d1799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:16:25.641017 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-49d19835-22e8-4457-b8f7-8eb9691d1799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:25.660653 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be444520-74f7-489e-9377-d9e248ce8258 admin admin] Made reservation on behalf of 289a7608c7ee408d90d48b78c6155ce2 for: {'subnet': 1} {{(pid=94637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:16:25.663160 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-be444520-74f7-489e-9377-d9e248ce8258 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:25.737320 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-5fee83a1-cd92-42c7-9dcc-9c9d2272285d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322'] for subnet, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:25.829294 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fee83a1-cd92-42c7-9dcc-9c9d2272285d admin admin] Checking segment: {'id': 'ae536695-5741-4cd5-b351-934abda3a601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '841e0f7e-1e52-4405-930c-472dd61ad299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:16:25.829703 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fee83a1-cd92-42c7-9dcc-9c9d2272285d admin admin] Network hostable DHCP agents. Network: 841e0f7e-1e52-4405-930c-472dd61ad299, hostable agents: ['6109b3ba-05d2-41fe-b34b-8d3bf45e9862'], hosted agents: [] {{(pid=94637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 18:16:25.834633 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff626c90-3fa7-4a56-b661-c0c8f11256f4 admin admin] Made reservation on behalf of af23224fd4434164aa1bf52ade9b6584 for: {'subnet': 1} {{(pid=94637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:16:25.843470 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-ff626c90-3fa7-4a56-b661-c0c8f11256f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:25.867192 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 36068) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:25.882700 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee83a1-cd92-42c7-9dcc-9c9d2272285d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6896cb90-4ec4-4769-88d9-e028922c40c1,revision_number=0']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:25.901938 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d19835-22e8-4457-b8f7-8eb9691d1799 admin admin] Pushing event updated for resources: {'Network': ['ID=165da4a9-ef54-4e00-b346-cd05df750cfe,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:25.913496 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Network 165da4a9-ef54-4e00-b346-cd05df750cfe details requested by agent ovs-agent-dv-cinder-779540-2-iscsi with host dv-cinder-779540-2-iscsi {{(pid=94639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 18:16:25.923779 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4e97b598-08d1-4eeb-897f-36a4ea725592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:25.984861 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-49d19835-22e8-4457-b8f7-8eb9691d1799 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.6964765 Sep 09 18:16:25.992921 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 36072) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:25.996346 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-fc2602cb-2709-4ef0-9a04-3d7edb7abcba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:25.999882 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-e779f83e-6114-4be0-aa51-e9a9fc2fff49 admin admin] Request body: {'subnet': {'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1920363128-subnet', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:16:26.016953 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fee83a1-cd92-42c7-9dcc-9c9d2272285d admin admin] Network 841e0f7e-1e52-4405-930c-472dd61ad299 is scheduled to be hosted by DHCP agent 6109b3ba-05d2-41fe-b34b-8d3bf45e9862 with binding_index 1 {{(pid=94637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 18:16:26.028821 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3eea5367-8c85-4dda-aca1-52c9ab95eb88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:26.067179 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3eea5367-8c85-4dda-aca1-52c9ab95eb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:26.126093 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.base_scheduler [None req-5fee83a1-cd92-42c7-9dcc-9c9d2272285d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779540-2-iscsi, 841e0f7e-1e52-4405-930c-472dd61ad299) {{(pid=94637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:16:26.131572 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fee83a1-cd92-42c7-9dcc-9c9d2272285d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:16:26.137661 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-5fee83a1-cd92-42c7-9dcc-9c9d2272285d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for subnet, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:26.138379 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2b9721-5e39-4710-90b2-988bc8852f77 None None] Network 841e0f7e-1e52-4405-930c-472dd61ad299 requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:16:26.267067 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-be444520-74f7-489e-9377-d9e248ce8258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322'] for subnet, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:26.285484 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4e97b598-08d1-4eeb-897f-36a4ea725592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:26.285706 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48173b2-3767-43e7-a48c-feae34d58e6e None None] Network 841e0f7e-1e52-4405-930c-472dd61ad299 requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:16:26.292487 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-3eea5367-8c85-4dda-aca1-52c9ab95eb88 admin admin] Allocated IP 172.27.0.46 (3a4844da-e7df-49de-8120-ac4d2e4c4f80/6ecf6949-122b-4bec-9802-77be4eb2c7d8/1f46244d-1b57-4964-925d-f34145dd17cc) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:16:26.341261 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be444520-74f7-489e-9377-d9e248ce8258 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07bcfd60-1ce9-4552-ba2f-917a442c6c08,revision_number=0']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:26.341536 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4e97b598-08d1-4eeb-897f-36a4ea725592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:26.349021 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be444520-74f7-489e-9377-d9e248ce8258 admin admin] Checking segment: {'id': '3502381a-c164-43bc-a609-16a785b97be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:16:26.354124 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be444520-74f7-489e-9377-d9e248ce8258 admin admin] Network hostable DHCP agents. Network: 9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9, hostable agents: ['6109b3ba-05d2-41fe-b34b-8d3bf45e9862'], hosted agents: [] {{(pid=94637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 18:16:26.369832 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-ff626c90-3fa7-4a56-b661-c0c8f11256f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322'] for subnet, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:26.416915 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff626c90-3fa7-4a56-b661-c0c8f11256f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=379afd9b-461a-4d53-82d5-ccab79be6263,revision_number=0']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:26.424988 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-4e97b598-08d1-4eeb-897f-36a4ea725592 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=098177a90589484b898b15915cbc6c42&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8795547 Sep 09 18:16:26.427917 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 36076) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:26.431137 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97b598-08d1-4eeb-897f-36a4ea725592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e121ce8-f716-4adb-9e3e-014105b6d955,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:26.452721 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-5fee83a1-cd92-42c7-9dcc-9c9d2272285d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5699413 Sep 09 18:16:26.461778 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be444520-74f7-489e-9377-d9e248ce8258 admin admin] Network 9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9 is scheduled to be hosted by DHCP agent 6109b3ba-05d2-41fe-b34b-8d3bf45e9862 with binding_index 1 {{(pid=94637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 18:16:26.477510 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3eea5367-8c85-4dda-aca1-52c9ab95eb88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:26.478200 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff626c90-3fa7-4a56-b661-c0c8f11256f4 admin admin] Checking segment: {'id': 'ad32de21-334b-45bb-bd19-8fe321518b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '28dbe6d0-63a8-42d5-86ee-acb8f7b9c909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:16:26.478560 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff626c90-3fa7-4a56-b661-c0c8f11256f4 admin admin] Network hostable DHCP agents. Network: 28dbe6d0-63a8-42d5-86ee-acb8f7b9c909, hostable agents: ['6109b3ba-05d2-41fe-b34b-8d3bf45e9862'], hosted agents: [] {{(pid=94637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 18:16:26.518332 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-f4f7bd75-28b2-4360-8539-52807de2157e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:26.532695 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e779f83e-6114-4be0-aa51-e9a9fc2fff49 admin admin] Made reservation on behalf of 43ce4a6143564c64b1be155ca237d8e1 for: {'subnet': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:16:26.534978 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e779f83e-6114-4be0-aa51-e9a9fc2fff49 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:26.552012 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-f4f7bd75-28b2-4360-8539-52807de2157e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:26.569430 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.base_scheduler [None req-be444520-74f7-489e-9377-d9e248ce8258 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779540-2-iscsi, 9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9) {{(pid=94637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:16:26.584160 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be444520-74f7-489e-9377-d9e248ce8258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:16:26.585454 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-be444520-74f7-489e-9377-d9e248ce8258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for subnet, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:26.586290 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d80021-a106-4286-a1ee-1eaf8d3eab3c None None] Network 9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9 requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:16:26.643925 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff626c90-3fa7-4a56-b661-c0c8f11256f4 admin admin] Network 28dbe6d0-63a8-42d5-86ee-acb8f7b9c909 is scheduled to be hosted by DHCP agent 6109b3ba-05d2-41fe-b34b-8d3bf45e9862 with binding_index 1 {{(pid=94637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 18:16:26.653568 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.base_scheduler [None req-ff626c90-3fa7-4a56-b661-c0c8f11256f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779540-2-iscsi, 28dbe6d0-63a8-42d5-86ee-acb8f7b9c909) {{(pid=94637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:16:26.659270 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff626c90-3fa7-4a56-b661-c0c8f11256f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:16:26.659972 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-ff626c90-3fa7-4a56-b661-c0c8f11256f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for subnet, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:26.675937 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dc977c-4f64-473f-b95d-135b7d041d8f None None] Network 28dbe6d0-63a8-42d5-86ee-acb8f7b9c909 requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:16:26.694908 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3eea5367-8c85-4dda-aca1-52c9ab95eb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:26.782413 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-f4f7bd75-28b2-4360-8539-52807de2157e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:26.786421 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-f4f7bd75-28b2-4360-8539-52807de2157e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:26.787722 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-f4f7bd75-28b2-4360-8539-52807de2157e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0e121ce8-f716-4adb-9e3e-014105b6d955 HTTP/1.1" status: 204 len: 168 time: 0.3584812 Sep 09 18:16:26.793867 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea5367-8c85-4dda-aca1-52c9ab95eb88 admin admin] Pushing event updated for resources: {'Port': ['ID=1f46244d-1b57-4964-925d-f34145dd17cc,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:26.802142 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-fc2602cb-2709-4ef0-9a04-3d7edb7abcba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:26.803203 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f7bd75-28b2-4360-8539-52807de2157e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e121ce8-f716-4adb-9e3e-014105b6d955,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:26.809768 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eea5367-8c85-4dda-aca1-52c9ab95eb88 admin admin] Network 3a4844da-e7df-49de-8120-ac4d2e4c4f80 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:16:26.813710 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-3eea5367-8c85-4dda-aca1-52c9ab95eb88 admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:16:26.817379 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eea5367-8c85-4dda-aca1-52c9ab95eb88 admin admin] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:16:26.856506 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29edc7f-6dd1-45bf-bf3b-9f2d535f60cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd729f0-ff64-59d2-b832-3ba31ba8699f-9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9', 'network_id': '9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'fixed_ips': [{'subnet_id': '07bcfd60-1ce9-4552-ba2f-917a442c6c08'}]}} from dv-cinder-779540-2-iscsi. {{(pid=94639) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 18:16:26.857409 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d29edc7f-6dd1-45bf-bf3b-9f2d535f60cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:26.867709 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-fc2602cb-2709-4ef0-9a04-3d7edb7abcba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:26.919688 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af818620-41dc-45af-87a0-80840abf15c5 None None] Network 28dbe6d0-63a8-42d5-86ee-acb8f7b9c909 requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:16:26.931183 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-ff626c90-3fa7-4a56-b661-c0c8f11256f4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5233305 Sep 09 18:16:26.939703 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-fc2602cb-2709-4ef0-9a04-3d7edb7abcba admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=51088cc3ac8b4076bda069a99af5335d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0690739 Sep 09 18:16:26.946570 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 36094) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:26.960984 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-be444520-74f7-489e-9377-d9e248ce8258 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5535934 Sep 09 18:16:26.971054 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 36102) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:26.987895 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2602cb-2709-4ef0-9a04-3d7edb7abcba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063928fc-b4b5-4910-9ca3-8aee8253bfff,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:27.039206 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-5c064c88-0214-457d-a9d4-e60d192f7c52 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1967749576-router', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'}}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:16:27.072957 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 36114) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:27.079222 dv-cinder-779540-2-iscsi neutron-server[94637]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 09 18:16:27.122572 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5c064c88-0214-457d-a9d4-e60d192f7c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-912016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7588'] for router, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:27.124507 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5c064c88-0214-457d-a9d4-e60d192f7c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-904704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-908176', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7597'] for router, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:27.204329 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-524f1a96-4be8-4527-8716-4946ed7caccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:27.215322 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-d29edc7f-6dd1-45bf-bf3b-9f2d535f60cd None None] Allocated IP 172.20.0.2 (9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9/07bcfd60-1ce9-4552-ba2f-917a442c6c08/f3198c42-c9dc-4504-a996-258c08972c6d) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:16:27.219017 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e779f83e-6114-4be0-aa51-e9a9fc2fff49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322'] for subnet, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:27.280004 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779f83e-6114-4be0-aa51-e9a9fc2fff49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a76c712f-0b8e-4da8-9f5a-950d58cfba07,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:27.479641 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5c064c88-0214-457d-a9d4-e60d192f7c52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:27.507457 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-524f1a96-4be8-4527-8716-4946ed7caccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:27.509611 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-69d2a94f-32ca-4e14-88bd-67abc3bf8ebb tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:16:27.510834 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d29edc7f-6dd1-45bf-bf3b-9f2d535f60cd None None] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:27.514491 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-69d2a94f-32ca-4e14-88bd-67abc3bf8ebb tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/networks?id=841e0f7e-1e52-4405-930c-472dd61ad299 HTTP/1.1" status: 200 len: 811 time: 0.4363711 Sep 09 18:16:27.531256 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-d29edc7f-6dd1-45bf-bf3b-9f2d535f60cd None None] Transition to ACTIVE for port object f3198c42-c9dc-4504-a996-258c08972c6d will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:16:27.540854 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-0300ee24-58b4-45b7-a0b5-d874113d7c81 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/quotas/c7457b6cb56e47f488f4ca049be0eab6 HTTP/1.1" status: 200 len: 375 time: 0.0189912 Sep 09 18:16:27.562674 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cff532fc-0a2d-4e46-8c99-114d3bc63e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:27.571533 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:27.584441 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-d29edc7f-6dd1-45bf-bf3b-9f2d535f60cd None None] Transition to ACTIVE for port object f3198c42-c9dc-4504-a996-258c08972c6d will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:16:27.617367 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e779f83e-6114-4be0-aa51-e9a9fc2fff49 admin admin] Checking segment: {'id': '5dabc900-77d9-4787-b5a9-e934b438dec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:16:27.617724 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e779f83e-6114-4be0-aa51-e9a9fc2fff49 admin admin] Network hostable DHCP agents. Network: 165da4a9-ef54-4e00-b346-cd05df750cfe, hostable agents: ['6109b3ba-05d2-41fe-b34b-8d3bf45e9862'], hosted agents: [] {{(pid=94638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 18:16:27.633531 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-ceb72dd0-2355-4944-ba3c-6d9d1e4d2561 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c7457b6cb56e47f488f4ca049be0eab6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0850430 Sep 09 18:16:27.678904 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d29edc7f-6dd1-45bf-bf3b-9f2d535f60cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:27.728435 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29edc7f-6dd1-45bf-bf3b-9f2d535f60cd None None] Network 9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:16:27.747232 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d29edc7f-6dd1-45bf-bf3b-9f2d535f60cd None None] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:16:27.748437 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29edc7f-6dd1-45bf-bf3b-9f2d535f60cd None None] Pushing event updated for resources: {'Port': ['ID=f3198c42-c9dc-4504-a996-258c08972c6d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:27.756610 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29edc7f-6dd1-45bf-bf3b-9f2d535f60cd None None] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:16:27.759627 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29edc7f-6dd1-45bf-bf3b-9f2d535f60cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:27.760004 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29edc7f-6dd1-45bf-bf3b-9f2d535f60cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:27.760370 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29edc7f-6dd1-45bf-bf3b-9f2d535f60cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:27.760707 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29edc7f-6dd1-45bf-bf3b-9f2d535f60cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:27.761041 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29edc7f-6dd1-45bf-bf3b-9f2d535f60cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:27.761371 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29edc7f-6dd1-45bf-bf3b-9f2d535f60cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:27.761825 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29edc7f-6dd1-45bf-bf3b-9f2d535f60cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:27.762172 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29edc7f-6dd1-45bf-bf3b-9f2d535f60cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:27.762506 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29edc7f-6dd1-45bf-bf3b-9f2d535f60cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:27.762974 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29edc7f-6dd1-45bf-bf3b-9f2d535f60cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:27.763303 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29edc7f-6dd1-45bf-bf3b-9f2d535f60cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:27.763728 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29edc7f-6dd1-45bf-bf3b-9f2d535f60cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:27.765341 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29edc7f-6dd1-45bf-bf3b-9f2d535f60cd None None] Tracked resource versions report: Sep 09 18:16:27.765341 dv-cinder-779540-2-iscsi neutron-server[94639]: pushed versions: Sep 09 18:16:27.765341 dv-cinder-779540-2-iscsi neutron-server[94639]: { 'AddressGroup': {'1.2'}, Sep 09 18:16:27.765341 dv-cinder-779540-2-iscsi neutron-server[94639]: 'ConntrackHelper': {'1.0'}, Sep 09 18:16:27.765341 dv-cinder-779540-2-iscsi neutron-server[94639]: 'Log': {'1.0'}, Sep 09 18:16:27.765341 dv-cinder-779540-2-iscsi neutron-server[94639]: 'Network': {'1.1'}, Sep 09 18:16:27.765341 dv-cinder-779540-2-iscsi neutron-server[94639]: 'Port': {'1.7'}, Sep 09 18:16:27.765341 dv-cinder-779540-2-iscsi neutron-server[94639]: 'PortForwarding': {'1.2'}, Sep 09 18:16:27.765341 dv-cinder-779540-2-iscsi neutron-server[94639]: 'QosPolicy': {'1.9'}, Sep 09 18:16:27.765341 dv-cinder-779540-2-iscsi neutron-server[94639]: 'SecurityGroup': {'1.4'}, Sep 09 18:16:27.765341 dv-cinder-779540-2-iscsi neutron-server[94639]: 'SecurityGroupRule': {'1.2'}, Sep 09 18:16:27.765341 dv-cinder-779540-2-iscsi neutron-server[94639]: 'SubPort': {'1.0'}, Sep 09 18:16:27.765341 dv-cinder-779540-2-iscsi neutron-server[94639]: 'Subnet': {'1.1'}, Sep 09 18:16:27.765341 dv-cinder-779540-2-iscsi neutron-server[94639]: 'Trunk': {'1.1'}} Sep 09 18:16:27.765341 dv-cinder-779540-2-iscsi neutron-server[94639]: consumer versions: Sep 09 18:16:27.765341 dv-cinder-779540-2-iscsi neutron-server[94639]: { DHCP agent@dv-cinder-779540-2-iscsi: {}, Sep 09 18:16:27.765341 dv-cinder-779540-2-iscsi neutron-server[94639]: HyperV agent@hv-cinder-77954: {}, Sep 09 18:16:27.765341 dv-cinder-779540-2-iscsi neutron-server[94639]: L3 agent@dv-cinder-779540-2-iscsi: {}, Sep 09 18:16:27.765341 dv-cinder-779540-2-iscsi neutron-server[94639]: Metadata agent@dv-cinder-779540-2-iscsi: {}, Sep 09 18:16:27.765341 dv-cinder-779540-2-iscsi neutron-server[94639]: Metering agent@dv-cinder-779540-2-iscsi: {}, Sep 09 18:16:27.765341 dv-cinder-779540-2-iscsi neutron-server[94639]: Open vSwitch agent@dv-cinder-779540-2-iscsi: { 'AddressGroup': '1.2', Sep 09 18:16:27.765341 dv-cinder-779540-2-iscsi neutron-server[94639]: 'ConntrackHelper': '1.0', Sep 09 18:16:27.765341 dv-cinder-779540-2-iscsi neutron-server[94639]: 'Log': '1.0', Sep 09 18:16:27.765341 dv-cinder-779540-2-iscsi neutron-server[94639]: 'Network': '1.1', Sep 09 18:16:27.765341 dv-cinder-779540-2-iscsi neutron-server[94639]: 'Port': '1.7', Sep 09 18:16:27.765341 dv-cinder-779540-2-iscsi neutron-server[94639]: 'PortForwarding': '1.2', Sep 09 18:16:27.765341 dv-cinder-779540-2-iscsi neutron-server[94639]: 'QosPolicy': '1.9', Sep 09 18:16:27.765341 dv-cinder-779540-2-iscsi neutron-server[94639]: 'SecurityGroup': '1.4', Sep 09 18:16:27.765341 dv-cinder-779540-2-iscsi neutron-server[94639]: 'SecurityGroupRule': '1.2', Sep 09 18:16:27.765341 dv-cinder-779540-2-iscsi neutron-server[94639]: 'SubPort': '1.0', Sep 09 18:16:27.765341 dv-cinder-779540-2-iscsi neutron-server[94639]: 'Subnet': '1.1', Sep 09 18:16:27.765341 dv-cinder-779540-2-iscsi neutron-server[94639]: 'Trunk': '1.1'}} Sep 09 18:16:27.765341 dv-cinder-779540-2-iscsi neutron-server[94639]: {{(pid=94639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 18:16:27.847510 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-d29edc7f-6dd1-45bf-bf3b-9f2d535f60cd None None] Attempting to bind port f3198c42-c9dc-4504-a996-258c08972c6d on host dv-cinder-779540-2-iscsi for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:16:27.848501 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-d29edc7f-6dd1-45bf-bf3b-9f2d535f60cd None None] Attempting to bind port f3198c42-c9dc-4504-a996-258c08972c6d by drivers openvswitch,hyperv on host dv-cinder-779540-2-iscsi at level 0 using segments [{'id': '3502381a-c164-43bc-a609-16a785b97be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:16:27.849177 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29edc7f-6dd1-45bf-bf3b-9f2d535f60cd None None] Attempting to bind port f3198c42-c9dc-4504-a996-258c08972c6d on network 9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:16:27.856792 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29edc7f-6dd1-45bf-bf3b-9f2d535f60cd None None] Checking agent: {'id': '6d9a1dab-6af8-44c5-a6af-2e6d734c4a3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 7, 57), 'started_at': datetime.datetime(2021, 9, 9, 18, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:16:27.857645 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29edc7f-6dd1-45bf-bf3b-9f2d535f60cd None None] Checking segment: {'id': '3502381a-c164-43bc-a609-16a785b97be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:16:27.858354 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d29edc7f-6dd1-45bf-bf3b-9f2d535f60cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:27.858979 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29edc7f-6dd1-45bf-bf3b-9f2d535f60cd None None] Bound using segment: {'id': '3502381a-c164-43bc-a609-16a785b97be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:16:27.859913 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-d29edc7f-6dd1-45bf-bf3b-9f2d535f60cd None None] Bound port: f3198c42-c9dc-4504-a996-258c08972c6d, host: dv-cinder-779540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3502381a-c164-43bc-a609-16a785b97be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:16:27.860661 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d29edc7f-6dd1-45bf-bf3b-9f2d535f60cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:27.969811 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-d29edc7f-6dd1-45bf-bf3b-9f2d535f60cd None None] For port f3198c42-c9dc-4504-a996-258c08972c6d, host dv-cinder-779540-2-iscsi, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:16:27.974002 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-d29edc7f-6dd1-45bf-bf3b-9f2d535f60cd None None] For port f3198c42-c9dc-4504-a996-258c08972c6d, host dv-cinder-779540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=f3198c42-c9dc-4504-a996-258c08972c6d,segment=NetworkSegment(3502381a-c164-43bc-a609-16a785b97be8),segment_id=3502381a-c164-43bc-a609-16a785b97be8)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:16:27.984614 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3eea5367-8c85-4dda-aca1-52c9ab95eb88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:28.050886 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5c064c88-0214-457d-a9d4-e60d192f7c52 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:28.067996 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d29edc7f-6dd1-45bf-bf3b-9f2d535f60cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:28.077868 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e779f83e-6114-4be0-aa51-e9a9fc2fff49 admin admin] Network 165da4a9-ef54-4e00-b346-cd05df750cfe is scheduled to be hosted by DHCP agent 6109b3ba-05d2-41fe-b34b-8d3bf45e9862 with binding_index 1 {{(pid=94638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 18:16:28.163958 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-524f1a96-4be8-4527-8716-4946ed7caccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:28.163958 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-524f1a96-4be8-4527-8716-4946ed7caccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:28.168931 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-524f1a96-4be8-4527-8716-4946ed7caccd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/063928fc-b4b5-4910-9ca3-8aee8253bfff HTTP/1.1" status: 204 len: 168 time: 1.2176855 Sep 09 18:16:28.196050 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-e779f83e-6114-4be0-aa51-e9a9fc2fff49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779540-2-iscsi, 165da4a9-ef54-4e00-b346-cd05df750cfe) {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:16:28.201038 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f1a96-4be8-4527-8716-4946ed7caccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063928fc-b4b5-4910-9ca3-8aee8253bfff,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:28.201365 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29edc7f-6dd1-45bf-bf3b-9f2d535f60cd None None] Pushing event updated for resources: {'Port': ['ID=f3198c42-c9dc-4504-a996-258c08972c6d,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:28.209041 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-76c40a3f-b6e0-4ac4-b135-37569b23352d service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 18:16:28.210311 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-76c40a3f-b6e0-4ac4-b135-37569b23352d service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1149921 Sep 09 18:16:28.221968 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e028238-8517-49c7-8f95-86e4f4bc323e None None] Network 165da4a9-ef54-4e00-b346-cd05df750cfe requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:16:28.278481 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e779f83e-6114-4be0-aa51-e9a9fc2fff49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:16:28.280347 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e779f83e-6114-4be0-aa51-e9a9fc2fff49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:28.435088 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-fba4594f-b503-4027-afd3-ead5dad839a6 service neutron] 10.222.0.39 "GET /v2.0/networks/841e0f7e-1e52-4405-930c-472dd61ad299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016096 Sep 09 18:16:28.524045 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-e779f83e-6114-4be0-aa51-e9a9fc2fff49 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.5257757 Sep 09 18:16:28.526549 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 36158) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:28.547524 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-122e9ee0-a753-43d9-903b-40544dc41283 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1920363128-router', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'}}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:16:28.657318 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-4bfdad7b-b38c-4d80-879b-5ba8017b3a28 service neutron] 10.222.0.39 "GET /v2.0/networks/841e0f7e-1e52-4405-930c-472dd61ad299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038155 Sep 09 18:16:28.730982 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3eea5367-8c85-4dda-aca1-52c9ab95eb88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-904729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-905281'] for router, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:28.735665 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1b2d7a-aba6-4d61-a7d0-cf8de23392d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd729f0-ff64-59d2-b832-3ba31ba8699f-165da4a9-ef54-4e00-b346-cd05df750cfe', 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'fixed_ips': [{'subnet_id': 'a76c712f-0b8e-4da8-9f5a-950d58cfba07'}]}} from dv-cinder-779540-2-iscsi. {{(pid=94639) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 18:16:28.741087 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b1b2d7a-aba6-4d61-a7d0-cf8de23392d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:28.816143 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-122e9ee0-a753-43d9-903b-40544dc41283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-912016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7588'] for router, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:28.816826 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-122e9ee0-a753-43d9-903b-40544dc41283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-904704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-908176', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7597'] for router, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:28.883271 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-122e9ee0-a753-43d9-903b-40544dc41283 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:29.099654 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:29.155805 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-7b1b2d7a-aba6-4d61-a7d0-cf8de23392d1 None None] Allocated IP 172.20.0.2 (165da4a9-ef54-4e00-b346-cd05df750cfe/a76c712f-0b8e-4da8-9f5a-950d58cfba07/e283885e-f22d-41d3-9e33-dcd2cace1f96) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:16:29.165285 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 36170) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:29.174121 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-7b974310-8296-4373-9af3-0feee4ade780 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-616304730-network', 'tenant_id': '8b8342bdf41c481b8f59795986d0d587'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:16:29.272526 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b974310-8296-4373-9af3-0feee4ade780 admin admin] Made reservation on behalf of 8b8342bdf41c481b8f59795986d0d587 for: {'network': 1} {{(pid=94637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:16:29.276152 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-7b974310-8296-4373-9af3-0feee4ade780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for network, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:29.308795 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5c064c88-0214-457d-a9d4-e60d192f7c52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:29.321362 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-7b974310-8296-4373-9af3-0feee4ade780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:29.392183 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-122e9ee0-a753-43d9-903b-40544dc41283 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:29.396986 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 36178) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:29.437067 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5c064c88-0214-457d-a9d4-e60d192f7c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:29.506839 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b1b2d7a-aba6-4d61-a7d0-cf8de23392d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:29.521544 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-7b1b2d7a-aba6-4d61-a7d0-cf8de23392d1 None None] Transition to ACTIVE for port object e283885e-f22d-41d3-9e33-dcd2cace1f96 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:16:29.522816 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-fef7c405-d3fe-49c8-a023-f0ea55d62ee0 req-ca92d730-cf86-4b6e-8b53-1a9ba8fc3794 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 210 time: 0.1234512 Sep 09 18:16:29.524054 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 36188) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:29.549797 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-7b1b2d7a-aba6-4d61-a7d0-cf8de23392d1 None None] Transition to ACTIVE for port object e283885e-f22d-41d3-9e33-dcd2cace1f96 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:16:29.595225 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-dff66007-3ac1-4d35-8786-b34d92ecd880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:29.640683 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b1b2d7a-aba6-4d61-a7d0-cf8de23392d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:29.653689 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-5c064c88-0214-457d-a9d4-e60d192f7c52 admin admin] Allocated IP 172.27.0.56 (3a4844da-e7df-49de-8120-ac4d2e4c4f80/6ecf6949-122b-4bec-9802-77be4eb2c7d8/a1fdd68f-ea15-4804-927b-44e918f1300c) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:16:29.729990 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-7b974310-8296-4373-9af3-0feee4ade780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:29.781806 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1b2d7a-aba6-4d61-a7d0-cf8de23392d1 None None] Network 165da4a9-ef54-4e00-b346-cd05df750cfe is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:16:29.784559 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eea5367-8c85-4dda-aca1-52c9ab95eb88 admin admin] Router 8f541c34-88ef-4ea2-bd2a-b190361d1cd6 is scheduled to L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 with binding_index 1 {{(pid=94638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 18:16:29.786202 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b2d7a-aba6-4d61-a7d0-cf8de23392d1 None None] Pushing event updated for resources: {'Port': ['ID=e283885e-f22d-41d3-9e33-dcd2cace1f96,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:29.792577 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-7b1b2d7a-aba6-4d61-a7d0-cf8de23392d1 None None] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:16:29.798993 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1b2d7a-aba6-4d61-a7d0-cf8de23392d1 None None] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:16:29.825293 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-7b974310-8296-4373-9af3-0feee4ade780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:29.915870 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b974310-8296-4373-9af3-0feee4ade780 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=94637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 18:16:29.931302 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device f3198c42-c9dc-4504-a996-258c08972c6d up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:16:29.963997 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-7b974310-8296-4373-9af3-0feee4ade780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143'] for segment, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:29.964863 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.db.segments_db [None req-7b974310-8296-4373-9af3-0feee4ade780 admin admin] Added segment d2065a31-30d8-4e7f-b92b-d1e04b6f77a5 of type vlan for network 19652f33-3ada-446b-bf54-1d271e3d6662 Sep 09 18:16:30.026676 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b974310-8296-4373-9af3-0feee4ade780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bcc8eb-f21c-4385-ad77-a676b7a0621a,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:30.037225 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5c064c88-0214-457d-a9d4-e60d192f7c52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:30.138754 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-7b974310-8296-4373-9af3-0feee4ade780 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729821298728'] for network, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:30.165954 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ae2082-623b-419c-a759-14008078887a None None] Network 9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9 requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:16:30.189870 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eea5367-8c85-4dda-aca1-52c9ab95eb88 admin admin] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:16:30.211649 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-7b1b2d7a-aba6-4d61-a7d0-cf8de23392d1 None None] Attempting to bind port e283885e-f22d-41d3-9e33-dcd2cace1f96 on host dv-cinder-779540-2-iscsi for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:16:30.212732 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-7b1b2d7a-aba6-4d61-a7d0-cf8de23392d1 None None] Attempting to bind port e283885e-f22d-41d3-9e33-dcd2cace1f96 by drivers openvswitch,hyperv on host dv-cinder-779540-2-iscsi at level 0 using segments [{'id': '5dabc900-77d9-4787-b5a9-e934b438dec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:16:30.213857 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1b2d7a-aba6-4d61-a7d0-cf8de23392d1 None None] Attempting to bind port e283885e-f22d-41d3-9e33-dcd2cace1f96 on network 165da4a9-ef54-4e00-b346-cd05df750cfe {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:16:30.219681 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7735f15-b3f2-4a14-9c75-39bcbc772c03 None None] Sync routers for ids ['8f541c34-88ef-4ea2-bd2a-b190361d1cd6'] in dv-cinder-779540-2-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:16:30.236609 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7735f15-b3f2-4a14-9c75-39bcbc772c03 None None] Routers {'8f541c34-88ef-4ea2-bd2a-b190361d1cd6'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:16:30.237175 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-c7735f15-b3f2-4a14-9c75-39bcbc772c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:16:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['8f541c34-88ef-4ea2-bd2a-b190361d1cd6'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:16:30.286275 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1b2d7a-aba6-4d61-a7d0-cf8de23392d1 None None] Checking agent: {'id': '6d9a1dab-6af8-44c5-a6af-2e6d734c4a3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 7, 57), 'started_at': datetime.datetime(2021, 9, 9, 18, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:16:30.294757 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1b2d7a-aba6-4d61-a7d0-cf8de23392d1 None None] Checking segment: {'id': '5dabc900-77d9-4787-b5a9-e934b438dec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:16:30.296860 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b1b2d7a-aba6-4d61-a7d0-cf8de23392d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:30.297823 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1b2d7a-aba6-4d61-a7d0-cf8de23392d1 None None] Bound using segment: {'id': '5dabc900-77d9-4787-b5a9-e934b438dec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:16:30.299203 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-7b1b2d7a-aba6-4d61-a7d0-cf8de23392d1 None None] Bound port: e283885e-f22d-41d3-9e33-dcd2cace1f96, host: dv-cinder-779540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dabc900-77d9-4787-b5a9-e934b438dec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:16:30.300795 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b1b2d7a-aba6-4d61-a7d0-cf8de23392d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:30.372511 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-dff66007-3ac1-4d35-8786-b34d92ecd880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:30.410645 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-7b974310-8296-4373-9af3-0feee4ade780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322'] for network, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:30.413924 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b974310-8296-4373-9af3-0feee4ade780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:16:30.416444 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-7b974310-8296-4373-9af3-0feee4ade780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for network, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:30.424478 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-c7735f15-b3f2-4a14-9c75-39bcbc772c03 None None] Set router 8f541c34-88ef-4ea2-bd2a-b190361d1cd6 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:16:30.479531 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-122e9ee0-a753-43d9-903b-40544dc41283 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:30.506211 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-122e9ee0-a753-43d9-903b-40544dc41283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:30.552187 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b974310-8296-4373-9af3-0feee4ade780 admin admin] Pushing event updated for resources: {'Network': ['ID=19652f33-3ada-446b-bf54-1d271e3d6662,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:30.557835 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-dff66007-3ac1-4d35-8786-b34d92ecd880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:30.622340 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Network 19652f33-3ada-446b-bf54-1d271e3d6662 details requested by agent ovs-agent-dv-cinder-779540-2-iscsi with host dv-cinder-779540-2-iscsi {{(pid=94639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 18:16:30.657109 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-122e9ee0-a753-43d9-903b-40544dc41283 admin admin] Allocated IP 172.27.0.250 (3a4844da-e7df-49de-8120-ac4d2e4c4f80/6ecf6949-122b-4bec-9802-77be4eb2c7d8/b83c3561-a3ae-4281-9f3f-453621f5a0a7) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:16:30.662932 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff66007-3ac1-4d35-8786-b34d92ecd880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800275ae-d4b6-441c-b31f-90fcecfd343e,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:30.722371 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-c7735f15-b3f2-4a14-9c75-39bcbc772c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f541c34-88ef-4ea2-bd2a-b190361d1cd6', 'name': 'tempest-ServerRescueNegativeTestJSON-541775425-router', 'tenant_id': '0e28af74cee746159f61e6e9abc8948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '1f46244d-1b57-4964-925d-f34145dd17cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:25Z', 'updated_at': '2021-09-09T18:16:27Z', 'revision_number': 3, 'project_id': '0e28af74cee746159f61e6e9abc8948d', 'gw_port': {'id': '1f46244d-1b57-4964-925d-f34145dd17cc', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:30:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f541c34-88ef-4ea2-bd2a-b190361d1cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:26Z', 'updated_at': '2021-09-09T18:16:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi'}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:16:30.725003 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-55b9237c-d3ae-40f1-99d7-d8e565a3be66 None None] Provisioning for port f3198c42-c9dc-4504-a996-258c08972c6d completed by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:16:30.772601 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7735f15-b3f2-4a14-9c75-39bcbc772c03 None None] Checking router: 8f541c34-88ef-4ea2-bd2a-b190361d1cd6 for host: dv-cinder-779540-2-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:16:30.772959 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7735f15-b3f2-4a14-9c75-39bcbc772c03 None None] Updating router 8f541c34-88ef-4ea2-bd2a-b190361d1cd6 port 1f46244d-1b57-4964-925d-f34145dd17cc binding host dv-cinder-779540-2-iscsi {{(pid=94640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 18:16:30.781361 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-68985246-b9d9-4bba-882a-e7699c2f56a4 req-3bf77e38-a3e6-4262-ad26-0822b3d24c0a tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 210 time: 0.0668306 Sep 09 18:16:30.799731 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-7b974310-8296-4373-9af3-0feee4ade780 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6323473 Sep 09 18:16:30.804644 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-dff66007-3ac1-4d35-8786-b34d92ecd880 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4837a4de59a245fbab00543a0ae59ab2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2324028 Sep 09 18:16:30.806118 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 36222) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:30.809184 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 36224) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:30.814297 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7735f15-b3f2-4a14-9c75-39bcbc772c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:30.834861 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-95da7e1a-472a-4461-991e-a74524c9634c admin admin] Request body: {'subnet': {'network_id': '19652f33-3ada-446b-bf54-1d271e3d6662', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-616304730-subnet', 'tenant_id': '8b8342bdf41c481b8f59795986d0d587', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:16:30.865496 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-7b1b2d7a-aba6-4d61-a7d0-cf8de23392d1 None None] For port e283885e-f22d-41d3-9e33-dcd2cace1f96, host dv-cinder-779540-2-iscsi, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:16:30.874027 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-7b1b2d7a-aba6-4d61-a7d0-cf8de23392d1 None None] For port e283885e-f22d-41d3-9e33-dcd2cace1f96, host dv-cinder-779540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=e283885e-f22d-41d3-9e33-dcd2cace1f96,segment=NetworkSegment(5dabc900-77d9-4787-b5a9-e934b438dec7),segment_id=5dabc900-77d9-4787-b5a9-e934b438dec7)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:16:30.919110 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-122e9ee0-a753-43d9-903b-40544dc41283 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:30.957247 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5c064c88-0214-457d-a9d4-e60d192f7c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:30.961005 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3eea5367-8c85-4dda-aca1-52c9ab95eb88 admin admin] Notify callbacks [] for router, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:30.963121 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-3eea5367-8c85-4dda-aca1-52c9ab95eb88 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.1721869 Sep 09 18:16:30.967687 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 36228) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:30.988544 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-777a4437-9ef8-4e70-8f29-f7c970c95da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:31.037328 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95da7e1a-472a-4461-991e-a74524c9634c admin admin] Made reservation on behalf of 8b8342bdf41c481b8f59795986d0d587 for: {'subnet': 1} {{(pid=94637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:16:31.039749 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-95da7e1a-472a-4461-991e-a74524c9634c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:31.083685 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b1b2d7a-aba6-4d61-a7d0-cf8de23392d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:31.093928 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-777a4437-9ef8-4e70-8f29-f7c970c95da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:31.094144 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning for port f3198c42-c9dc-4504-a996-258c08972c6d completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:16:31.095044 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c064c88-0214-457d-a9d4-e60d192f7c52 admin admin] Pushing event updated for resources: {'Port': ['ID=a1fdd68f-ea15-4804-927b-44e918f1300c,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:31.112641 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port f3198c42-c9dc-4504-a996-258c08972c6d triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:16:31.113498 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:31.223147 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c064c88-0214-457d-a9d4-e60d192f7c52 admin admin] Network 3a4844da-e7df-49de-8120-ac4d2e4c4f80 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:16:31.231741 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-5c064c88-0214-457d-a9d4-e60d192f7c52 admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:16:31.252090 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c064c88-0214-457d-a9d4-e60d192f7c52 admin admin] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:16:31.508563 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b2d7a-aba6-4d61-a7d0-cf8de23392d1 None None] Pushing event updated for resources: {'Port': ['ID=e283885e-f22d-41d3-9e33-dcd2cace1f96,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:31.534189 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:31.535171 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-122e9ee0-a753-43d9-903b-40544dc41283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:31.664395 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7735f15-b3f2-4a14-9c75-39bcbc772c03 None None] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:31.714361 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-c7735f15-b3f2-4a14-9c75-39bcbc772c03 None None] Transition to ACTIVE for port object 1f46244d-1b57-4964-925d-f34145dd17cc will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:16:31.750720 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:31.808998 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122e9ee0-a753-43d9-903b-40544dc41283 admin admin] Network 3a4844da-e7df-49de-8120-ac4d2e4c4f80 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:16:31.821200 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-122e9ee0-a753-43d9-903b-40544dc41283 admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:16:31.834119 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122e9ee0-a753-43d9-903b-40544dc41283 admin admin] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:16:31.850557 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7735f15-b3f2-4a14-9c75-39bcbc772c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:31.867065 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] For port f3198c42-c9dc-4504-a996-258c08972c6d, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=f3198c42-c9dc-4504-a996-258c08972c6d,segment=NetworkSegment(3502381a-c164-43bc-a609-16a785b97be8),segment_id=3502381a-c164-43bc-a609-16a785b97be8)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:16:31.924958 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-c7735f15-b3f2-4a14-9c75-39bcbc772c03 None None] Attempting to bind port 1f46244d-1b57-4964-925d-f34145dd17cc on host dv-cinder-779540-2-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:16:31.928917 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-c7735f15-b3f2-4a14-9c75-39bcbc772c03 None None] Attempting to bind port 1f46244d-1b57-4964-925d-f34145dd17cc by drivers openvswitch,hyperv on host dv-cinder-779540-2-iscsi at level 0 using segments [{'id': '7a73f5cb-6b09-47ec-a9e0-b99f618e2056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:16:31.931407 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7735f15-b3f2-4a14-9c75-39bcbc772c03 None None] Attempting to bind port 1f46244d-1b57-4964-925d-f34145dd17cc on network 3a4844da-e7df-49de-8120-ac4d2e4c4f80 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:16:31.964401 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:32.010526 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e9ee0-a753-43d9-903b-40544dc41283 admin admin] Pushing event updated for resources: {'Port': ['ID=b83c3561-a3ae-4281-9f3f-453621f5a0a7,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:32.043478 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7735f15-b3f2-4a14-9c75-39bcbc772c03 None None] Checking agent: {'id': '6d9a1dab-6af8-44c5-a6af-2e6d734c4a3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 7, 57), 'started_at': datetime.datetime(2021, 9, 9, 18, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:16:32.045049 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7735f15-b3f2-4a14-9c75-39bcbc772c03 None None] Checking segment: {'id': '7a73f5cb-6b09-47ec-a9e0-b99f618e2056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:16:32.056892 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7735f15-b3f2-4a14-9c75-39bcbc772c03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:32.057050 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7735f15-b3f2-4a14-9c75-39bcbc772c03 None None] Bound using segment: {'id': '7a73f5cb-6b09-47ec-a9e0-b99f618e2056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:16:32.057662 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-c7735f15-b3f2-4a14-9c75-39bcbc772c03 None None] Bound port: 1f46244d-1b57-4964-925d-f34145dd17cc, host: dv-cinder-779540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a73f5cb-6b09-47ec-a9e0-b99f618e2056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:16:32.057985 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7735f15-b3f2-4a14-9c75-39bcbc772c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:32.187107 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43319aa-03d6-4ff2-9548-4204a11392bf None None] Pushing event updated for resources: {'Port': ['ID=1f46244d-1b57-4964-925d-f34145dd17cc,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:32.190046 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-777a4437-9ef8-4e70-8f29-f7c970c95da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:32.207150 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-777a4437-9ef8-4e70-8f29-f7c970c95da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:32.213208 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-777a4437-9ef8-4e70-8f29-f7c970c95da6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/800275ae-d4b6-441c-b31f-90fcecfd343e HTTP/1.1" status: 204 len: 168 time: 1.3968160 Sep 09 18:16:32.253849 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43319aa-03d6-4ff2-9548-4204a11392bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:32.255892 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Pushing event updated for resources: {'Port': ['ID=f3198c42-c9dc-4504-a996-258c08972c6d,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:32.260867 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43319aa-03d6-4ff2-9548-4204a11392bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:32.261611 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43319aa-03d6-4ff2-9548-4204a11392bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:32.262181 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43319aa-03d6-4ff2-9548-4204a11392bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:32.264456 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43319aa-03d6-4ff2-9548-4204a11392bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:32.273491 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device e283885e-f22d-41d3-9e33-dcd2cace1f96 up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:16:32.274447 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43319aa-03d6-4ff2-9548-4204a11392bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:32.275466 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43319aa-03d6-4ff2-9548-4204a11392bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:32.276523 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43319aa-03d6-4ff2-9548-4204a11392bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:32.279322 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43319aa-03d6-4ff2-9548-4204a11392bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:32.279883 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43319aa-03d6-4ff2-9548-4204a11392bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:32.281248 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43319aa-03d6-4ff2-9548-4204a11392bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:32.282695 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43319aa-03d6-4ff2-9548-4204a11392bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:16:32.286304 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43319aa-03d6-4ff2-9548-4204a11392bf None None] Tracked resource versions report: Sep 09 18:16:32.286304 dv-cinder-779540-2-iscsi neutron-server[94640]: pushed versions: Sep 09 18:16:32.286304 dv-cinder-779540-2-iscsi neutron-server[94640]: { 'AddressGroup': {'1.2'}, Sep 09 18:16:32.286304 dv-cinder-779540-2-iscsi neutron-server[94640]: 'ConntrackHelper': {'1.0'}, Sep 09 18:16:32.286304 dv-cinder-779540-2-iscsi neutron-server[94640]: 'Log': {'1.0'}, Sep 09 18:16:32.286304 dv-cinder-779540-2-iscsi neutron-server[94640]: 'Network': {'1.1'}, Sep 09 18:16:32.286304 dv-cinder-779540-2-iscsi neutron-server[94640]: 'Port': {'1.7'}, Sep 09 18:16:32.286304 dv-cinder-779540-2-iscsi neutron-server[94640]: 'PortForwarding': {'1.2'}, Sep 09 18:16:32.286304 dv-cinder-779540-2-iscsi neutron-server[94640]: 'QosPolicy': {'1.9'}, Sep 09 18:16:32.286304 dv-cinder-779540-2-iscsi neutron-server[94640]: 'SecurityGroup': {'1.4'}, Sep 09 18:16:32.286304 dv-cinder-779540-2-iscsi neutron-server[94640]: 'SecurityGroupRule': {'1.2'}, Sep 09 18:16:32.286304 dv-cinder-779540-2-iscsi neutron-server[94640]: 'SubPort': {'1.0'}, Sep 09 18:16:32.286304 dv-cinder-779540-2-iscsi neutron-server[94640]: 'Subnet': {'1.1'}, Sep 09 18:16:32.286304 dv-cinder-779540-2-iscsi neutron-server[94640]: 'Trunk': {'1.1'}} Sep 09 18:16:32.286304 dv-cinder-779540-2-iscsi neutron-server[94640]: consumer versions: Sep 09 18:16:32.286304 dv-cinder-779540-2-iscsi neutron-server[94640]: { DHCP agent@dv-cinder-779540-2-iscsi: {}, Sep 09 18:16:32.286304 dv-cinder-779540-2-iscsi neutron-server[94640]: HyperV agent@hv-cinder-77954: {}, Sep 09 18:16:32.286304 dv-cinder-779540-2-iscsi neutron-server[94640]: L3 agent@dv-cinder-779540-2-iscsi: {}, Sep 09 18:16:32.286304 dv-cinder-779540-2-iscsi neutron-server[94640]: Metadata agent@dv-cinder-779540-2-iscsi: {}, Sep 09 18:16:32.286304 dv-cinder-779540-2-iscsi neutron-server[94640]: Metering agent@dv-cinder-779540-2-iscsi: {}, Sep 09 18:16:32.286304 dv-cinder-779540-2-iscsi neutron-server[94640]: Open vSwitch agent@dv-cinder-779540-2-iscsi: { 'AddressGroup': '1.2', Sep 09 18:16:32.286304 dv-cinder-779540-2-iscsi neutron-server[94640]: 'ConntrackHelper': '1.0', Sep 09 18:16:32.286304 dv-cinder-779540-2-iscsi neutron-server[94640]: 'Log': '1.0', Sep 09 18:16:32.286304 dv-cinder-779540-2-iscsi neutron-server[94640]: 'Network': '1.1', Sep 09 18:16:32.286304 dv-cinder-779540-2-iscsi neutron-server[94640]: 'Port': '1.7', Sep 09 18:16:32.286304 dv-cinder-779540-2-iscsi neutron-server[94640]: 'PortForwarding': '1.2', Sep 09 18:16:32.286304 dv-cinder-779540-2-iscsi neutron-server[94640]: 'QosPolicy': '1.9', Sep 09 18:16:32.286304 dv-cinder-779540-2-iscsi neutron-server[94640]: 'SecurityGroup': '1.4', Sep 09 18:16:32.286304 dv-cinder-779540-2-iscsi neutron-server[94640]: 'SecurityGroupRule': '1.2', Sep 09 18:16:32.286304 dv-cinder-779540-2-iscsi neutron-server[94640]: 'SubPort': '1.0', Sep 09 18:16:32.286304 dv-cinder-779540-2-iscsi neutron-server[94640]: 'Subnet': '1.1', Sep 09 18:16:32.286304 dv-cinder-779540-2-iscsi neutron-server[94640]: 'Trunk': '1.1'}} Sep 09 18:16:32.286304 dv-cinder-779540-2-iscsi neutron-server[94640]: {{(pid=94640) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 18:16:32.349421 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-c7735f15-b3f2-4a14-9c75-39bcbc772c03 None None] For port 1f46244d-1b57-4964-925d-f34145dd17cc, host dv-cinder-779540-2-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:16:32.360078 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-c7735f15-b3f2-4a14-9c75-39bcbc772c03 None None] For port 1f46244d-1b57-4964-925d-f34145dd17cc, host dv-cinder-779540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=1f46244d-1b57-4964-925d-f34145dd17cc,segment=NetworkSegment(7a73f5cb-6b09-47ec-a9e0-b99f618e2056),segment_id=7a73f5cb-6b09-47ec-a9e0-b99f618e2056)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:16:32.393393 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ee2b4860-cbe7-447e-8904-ac35250ae469 req-6531dc1f-c94f-46b6-8409-365d2805a97b tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 210 time: 0.2332015 Sep 09 18:16:32.410676 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a4437-9ef8-4e70-8f29-f7c970c95da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800275ae-d4b6-441c-b31f-90fcecfd343e,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:32.434091 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7735f15-b3f2-4a14-9c75-39bcbc772c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:32.472471 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-e72804d1-f495-4da1-bd46-cb5e9d2c95a1 None None] Provisioning complete for port f3198c42-c9dc-4504-a996-258c08972c6d triggered by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:16:32.473055 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e72804d1-f495-4da1-bd46-cb5e9d2c95a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:32.526963 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5c064c88-0214-457d-a9d4-e60d192f7c52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:32.580149 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7735f15-b3f2-4a14-9c75-39bcbc772c03 None None] Routers {'8f541c34-88ef-4ea2-bd2a-b190361d1cd6'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:16:32.582594 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-c7735f15-b3f2-4a14-9c75-39bcbc772c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:16:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['8f541c34-88ef-4ea2-bd2a-b190361d1cd6'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:16:32.628184 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-95da7e1a-472a-4461-991e-a74524c9634c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322'] for subnet, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:32.655565 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43319aa-03d6-4ff2-9548-4204a11392bf None None] Pushing event updated for resources: {'Port': ['ID=1f46244d-1b57-4964-925d-f34145dd17cc,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:32.751228 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-c7735f15-b3f2-4a14-9c75-39bcbc772c03 None None] Set router 8f541c34-88ef-4ea2-bd2a-b190361d1cd6 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:16:32.782693 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning for port e283885e-f22d-41d3-9e33-dcd2cace1f96 completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:16:32.787596 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-122e9ee0-a753-43d9-903b-40544dc41283 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:33.080330 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da7e1a-472a-4461-991e-a74524c9634c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ace22853-7080-49f5-9db4-656dfc29ade4,revision_number=0']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:33.107205 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44db76f-2ac1-4615-873d-9205a7e63bce None None] Network 165da4a9-ef54-4e00-b346-cd05df750cfe requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:16:33.111957 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-c7735f15-b3f2-4a14-9c75-39bcbc772c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f541c34-88ef-4ea2-bd2a-b190361d1cd6', 'name': 'tempest-ServerRescueNegativeTestJSON-541775425-router', 'tenant_id': '0e28af74cee746159f61e6e9abc8948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '1f46244d-1b57-4964-925d-f34145dd17cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:25Z', 'updated_at': '2021-09-09T18:16:27Z', 'revision_number': 3, 'project_id': '0e28af74cee746159f61e6e9abc8948d', 'gw_port': {'id': '1f46244d-1b57-4964-925d-f34145dd17cc', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:30:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f541c34-88ef-4ea2-bd2a-b190361d1cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:26Z', 'updated_at': '2021-09-09T18:16:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi'}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:16:33.135549 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5c064c88-0214-457d-a9d4-e60d192f7c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-904729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-905281'] for router, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:33.161421 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95da7e1a-472a-4461-991e-a74524c9634c admin admin] Checking segment: {'id': 'd2065a31-30d8-4e7f-b92b-d1e04b6f77a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '19652f33-3ada-446b-bf54-1d271e3d6662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:16:33.162022 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95da7e1a-472a-4461-991e-a74524c9634c admin admin] Network hostable DHCP agents. Network: 19652f33-3ada-446b-bf54-1d271e3d6662, hostable agents: ['6109b3ba-05d2-41fe-b34b-8d3bf45e9862'], hosted agents: [] {{(pid=94637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 18:16:33.164598 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7735f15-b3f2-4a14-9c75-39bcbc772c03 None None] The sync data for ids ['8f541c34-88ef-4ea2-bd2a-b190361d1cd6'] in dv-cinder-779540-2-iscsi is: [{'id': '8f541c34-88ef-4ea2-bd2a-b190361d1cd6', 'name': 'tempest-ServerRescueNegativeTestJSON-541775425-router', 'tenant_id': '0e28af74cee746159f61e6e9abc8948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '1f46244d-1b57-4964-925d-f34145dd17cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:25Z', 'updated_at': '2021-09-09T18:16:27Z', 'revision_number': 3, 'project_id': '0e28af74cee746159f61e6e9abc8948d', 'gw_port': {'id': '1f46244d-1b57-4964-925d-f34145dd17cc', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:30:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f541c34-88ef-4ea2-bd2a-b190361d1cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:26Z', 'updated_at': '2021-09-09T18:16:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi'}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:16:33.303055 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-72f86244-9c8c-40e6-be7b-a8a542661c3f None None] Provisioning for port e283885e-f22d-41d3-9e33-dcd2cace1f96 completed by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:16:33.312674 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-72f86244-9c8c-40e6-be7b-a8a542661c3f None None] Provisioning complete for port e283885e-f22d-41d3-9e33-dcd2cace1f96 triggered by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:16:33.313321 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72f86244-9c8c-40e6-be7b-a8a542661c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:33.321637 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-13bec53e-e003-4072-8e52-23fa507aba4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:33.333972 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-122e9ee0-a753-43d9-903b-40544dc41283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-904729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-905281'] for router, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:33.421387 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95da7e1a-472a-4461-991e-a74524c9634c admin admin] Network 19652f33-3ada-446b-bf54-1d271e3d6662 is scheduled to be hosted by DHCP agent 6109b3ba-05d2-41fe-b34b-8d3bf45e9862 with binding_index 1 {{(pid=94637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 18:16:33.469074 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72f86244-9c8c-40e6-be7b-a8a542661c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:33.534197 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-72f86244-9c8c-40e6-be7b-a8a542661c3f None None] For port e283885e-f22d-41d3-9e33-dcd2cace1f96, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=e283885e-f22d-41d3-9e33-dcd2cace1f96,segment=NetworkSegment(5dabc900-77d9-4787-b5a9-e934b438dec7),segment_id=5dabc900-77d9-4787-b5a9-e934b438dec7)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:16:33.588223 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.base_scheduler [None req-95da7e1a-472a-4461-991e-a74524c9634c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779540-2-iscsi, 19652f33-3ada-446b-bf54-1d271e3d6662) {{(pid=94637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:16:33.601979 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95da7e1a-472a-4461-991e-a74524c9634c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:16:33.602571 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-95da7e1a-472a-4461-991e-a74524c9634c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for subnet, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:33.603233 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7458573-5d91-4a1e-a21d-f3072043898b None None] Network 19652f33-3ada-446b-bf54-1d271e3d6662 requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:16:33.607081 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72f86244-9c8c-40e6-be7b-a8a542661c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:33.728592 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-95da7e1a-472a-4461-991e-a74524c9634c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.9088488 Sep 09 18:16:33.759938 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.db_base_plugin_common [None req-13bec53e-e003-4072-8e52-23fa507aba4a admin admin] Allocated IP 172.20.0.1 (eafe2dd1-3f55-4813-b3ae-df6e622a3eab/285c431c-6ae1-4a37-abf0-1b468ed843f7/603bf2e5-77ef-4481-ab78-8ff116519aea) {{(pid=94637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:16:33.854276 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 36308) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:33.983019 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7daeab50-c78a-413c-9db0-55f43568e71c req-2837eb47-99b6-4be4-bcce-e494d78e1a87 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 210 time: 0.0436761 Sep 09 18:16:34.029257 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f86244-9c8c-40e6-be7b-a8a542661c3f None None] Pushing event updated for resources: {'Port': ['ID=e283885e-f22d-41d3-9e33-dcd2cace1f96,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:34.054763 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-13bec53e-e003-4072-8e52-23fa507aba4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:34.071518 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-a57f4341-0b3c-409e-a2dc-75228e5829cf None None] Provisioning complete for port e283885e-f22d-41d3-9e33-dcd2cace1f96 triggered by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:16:34.071899 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a57f4341-0b3c-409e-a2dc-75228e5829cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:34.084549 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:34.123000 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 36312) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:34.173416 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c064c88-0214-457d-a9d4-e60d192f7c52 admin admin] Router 42b7eee5-46bb-4993-af88-285b8df17ae5 is scheduled to L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 with binding_index 1 {{(pid=94638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 18:16:34.178559 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122e9ee0-a753-43d9-903b-40544dc41283 admin admin] Router d1f52529-0a41-46be-9c5c-93bde176a826 is scheduled to L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 with binding_index 1 {{(pid=94638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 18:16:34.220705 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_v2 [None req-fad3caa6-8d44-408c-95ba-873a7a7f70f7 admin admin] Deleting subnet 379afd9b-461a-4d53-82d5-ccab79be6263 {{(pid=94638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 18:16:34.265527 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-13bec53e-e003-4072-8e52-23fa507aba4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681'] for port, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:34.276447 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-fad3caa6-8d44-408c-95ba-873a7a7f70f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:34.306175 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device f3198c42-c9dc-4504-a996-258c08972c6d up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:16:34.315388 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138313e9-01a7-4124-94da-b327391d72ec None None] Network 19652f33-3ada-446b-bf54-1d271e3d6662 requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:16:34.342632 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bec53e-e003-4072-8e52-23fa507aba4a admin admin] Network eafe2dd1-3f55-4813-b3ae-df6e622a3eab is already hosted by enough agents. {{(pid=94637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:16:34.346788 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.base_scheduler [None req-13bec53e-e003-4072-8e52-23fa507aba4a admin admin] Resources bound (agent type, host, resource id): {{(pid=94637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:16:34.360391 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bec53e-e003-4072-8e52-23fa507aba4a admin admin] Received port after_create {{(pid=94637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:16:34.362220 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-13bec53e-e003-4072-8e52-23fa507aba4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-905360'] for router_interface, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:34.416092 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-fad3caa6-8d44-408c-95ba-873a7a7f70f7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:34.439523 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bec53e-e003-4072-8e52-23fa507aba4a admin admin] Pushing event updated for resources: {'Port': ['ID=603bf2e5-77ef-4481-ab78-8ff116519aea,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:34.471236 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-fad3caa6-8d44-408c-95ba-873a7a7f70f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775357'] for subnet, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:34.579822 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d260652f-a988-4372-91df-08992684eb4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:34.606039 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c064c88-0214-457d-a9d4-e60d192f7c52 admin admin] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:16:34.614555 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port f3198c42-c9dc-4504-a996-258c08972c6d triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:16:34.616840 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:34.621617 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938e886f-91c2-4e2a-bc46-f9ba406bea5e None None] Sync routers for ids ['42b7eee5-46bb-4993-af88-285b8df17ae5'] in dv-cinder-779540-2-iscsi {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:16:34.630962 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122e9ee0-a753-43d9-903b-40544dc41283 admin admin] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:16:34.645326 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd5542a-18ba-4a87-a114-da38f597cc6d None None] Sync routers for ids ['d1f52529-0a41-46be-9c5c-93bde176a826'] in dv-cinder-779540-2-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:16:34.670422 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd5542a-18ba-4a87-a114-da38f597cc6d None None] Routers {'d1f52529-0a41-46be-9c5c-93bde176a826'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:16:34.672584 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-1dd5542a-18ba-4a87-a114-da38f597cc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:16:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['d1f52529-0a41-46be-9c5c-93bde176a826'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:16:34.689188 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938e886f-91c2-4e2a-bc46-f9ba406bea5e None None] Routers {'42b7eee5-46bb-4993-af88-285b8df17ae5'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:16:34.689886 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-938e886f-91c2-4e2a-bc46-f9ba406bea5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:16:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['42b7eee5-46bb-4993-af88-285b8df17ae5'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:16:34.761064 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-fad3caa6-8d44-408c-95ba-873a7a7f70f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322'] for subnet, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:34.789796 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-13bec53e-e003-4072-8e52-23fa507aba4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:34.846734 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d260652f-a988-4372-91df-08992684eb4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:34.860125 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-fad3caa6-8d44-408c-95ba-873a7a7f70f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:34.866605 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-fad3caa6-8d44-408c-95ba-873a7a7f70f7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/379afd9b-461a-4d53-82d5-ccab79be6263 HTTP/1.1" status: 204 len: 168 time: 0.7424078 Sep 09 18:16:34.867790 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 36324) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:34.868912 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3caa6-8d44-408c-95ba-873a7a7f70f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=379afd9b-461a-4d53-82d5-ccab79be6263,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:34.972937 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 1f46244d-1b57-4964-925d-f34145dd17cc up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:16:35.005032 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d260652f-a988-4372-91df-08992684eb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:35.012610 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-938e886f-91c2-4e2a-bc46-f9ba406bea5e None None] Set router 42b7eee5-46bb-4993-af88-285b8df17ae5 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:16:35.065115 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-d260652f-a988-4372-91df-08992684eb4d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bffe5fc12b80494180b59cd5a1de3003&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1950748 Sep 09 18:16:35.066924 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260652f-a988-4372-91df-08992684eb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50cff691-f0b7-4b38-b37b-47877b68125d,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:35.070470 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 36330) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:35.115985 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-1dd5542a-18ba-4a87-a114-da38f597cc6d None None] Set router d1f52529-0a41-46be-9c5c-93bde176a826 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:16:35.136901 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-122e9ee0-a753-43d9-903b-40544dc41283 admin admin] Notify callbacks [] for router, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:35.145088 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-122e9ee0-a753-43d9-903b-40544dc41283 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.6072907 Sep 09 18:16:35.147728 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1392122e-6145-4e32-897b-d72f391bcabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626401'] for network, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:35.149978 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 36332) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:35.154602 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-13bec53e-e003-4072-8e52-23fa507aba4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:35.164627 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6d9c8b92-ebdf-4916-9cd4-6b738b4bc4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:35.196783 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6d9c8b92-ebdf-4916-9cd4-6b738b4bc4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:35.253426 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-13bec53e-e003-4072-8e52-23fa507aba4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:35.254491 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-13bec53e-e003-4072-8e52-23fa507aba4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-906496'] for router_interface, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:35.259885 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5c064c88-0214-457d-a9d4-e60d192f7c52 admin admin] Notify callbacks [] for router, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:35.261492 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-5c064c88-0214-457d-a9d4-e60d192f7c52 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.2257850 Sep 09 18:16:35.266324 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 36334) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:35.342136 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-938e886f-91c2-4e2a-bc46-f9ba406bea5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'name': 'tempest-AttachVolumeTestJSON-1967749576-router', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a1fdd68f-ea15-4804-927b-44e918f1300c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:27Z', 'updated_at': '2021-09-09T18:16:31Z', 'revision_number': 3, 'project_id': '289a7608c7ee408d90d48b78c6155ce2', 'gw_port': {'id': 'a1fdd68f-ea15-4804-927b-44e918f1300c', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:19:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:29Z', 'updated_at': '2021-09-09T18:16:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi'}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:16:35.348145 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning for port 1f46244d-1b57-4964-925d-f34145dd17cc completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:16:35.418281 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9e7049da-f1ef-4165-9ec8-d8fa390cffbd req-0e628025-6c39-4543-adb1-593018bd4b02 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 210 time: 0.0409429 Sep 09 18:16:35.443955 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6d9c8b92-ebdf-4916-9cd4-6b738b4bc4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:35.457301 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6d9c8b92-ebdf-4916-9cd4-6b738b4bc4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:35.459181 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-6d9c8b92-ebdf-4916-9cd4-6b738b4bc4f1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/50cff691-f0b7-4b38-b37b-47877b68125d HTTP/1.1" status: 204 len: 168 time: 0.3851912 Sep 09 18:16:35.468806 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bec53e-e003-4072-8e52-23fa507aba4a admin admin] Pushing event updated for resources: {'Port': ['ID=603bf2e5-77ef-4481-ab78-8ff116519aea,revision_number=2']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:35.499833 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-1dd5542a-18ba-4a87-a114-da38f597cc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'name': 'tempest-AttachVolumeShelveTestJSON-1920363128-router', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b83c3561-a3ae-4281-9f3f-453621f5a0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:28Z', 'updated_at': '2021-09-09T18:16:32Z', 'revision_number': 3, 'project_id': '43ce4a6143564c64b1be155ca237d8e1', 'gw_port': {'id': 'b83c3561-a3ae-4281-9f3f-453621f5a0a7', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ef:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:30Z', 'updated_at': '2021-09-09T18:16:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi'}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:16:35.578684 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd5542a-18ba-4a87-a114-da38f597cc6d None None] Checking router: d1f52529-0a41-46be-9c5c-93bde176a826 for host: dv-cinder-779540-2-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:16:35.579087 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd5542a-18ba-4a87-a114-da38f597cc6d None None] Updating router d1f52529-0a41-46be-9c5c-93bde176a826 port b83c3561-a3ae-4281-9f3f-453621f5a0a7 binding host dv-cinder-779540-2-iscsi {{(pid=94640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 18:16:35.581663 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c8b92-ebdf-4916-9cd4-6b738b4bc4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cff691-f0b7-4b38-b37b-47877b68125d,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:35.654126 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port 1f46244d-1b57-4964-925d-f34145dd17cc triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:16:35.654581 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:35.658786 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1dd5542a-18ba-4a87-a114-da38f597cc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:35.662522 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938e886f-91c2-4e2a-bc46-f9ba406bea5e None None] Checking router: 42b7eee5-46bb-4993-af88-285b8df17ae5 for host: dv-cinder-779540-2-iscsi {{(pid=94639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:16:35.662887 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938e886f-91c2-4e2a-bc46-f9ba406bea5e None None] Updating router 42b7eee5-46bb-4993-af88-285b8df17ae5 port a1fdd68f-ea15-4804-927b-44e918f1300c binding host dv-cinder-779540-2-iscsi {{(pid=94639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 18:16:35.752451 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1392122e-6145-4e32-897b-d72f391bcabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773192', 'neutron.services.segments.db._delete_segments_for_network-8729821856413'] for network, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:35.816253 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-938e886f-91c2-4e2a-bc46-f9ba406bea5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:35.821740 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bec53e-e003-4072-8e52-23fa507aba4a admin admin] Network eafe2dd1-3f55-4813-b3ae-df6e622a3eab is already hosted by enough agents. {{(pid=94637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:16:35.824631 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.base_scheduler [None req-13bec53e-e003-4072-8e52-23fa507aba4a admin admin] Resources bound (agent type, host, resource id): {{(pid=94637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:16:35.851656 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1392122e-6145-4e32-897b-d72f391bcabf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:16:35.851656 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1392122e-6145-4e32-897b-d72f391bcabf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:16:35.852672 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1392122e-6145-4e32-897b-d72f391bcabf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:16:35.853110 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1392122e-6145-4e32-897b-d72f391bcabf admin admin] Subscribe: > port after_create 55550000 {{(pid=94638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:16:35.853543 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1392122e-6145-4e32-897b-d72f391bcabf admin admin] Subscribe: > port after_delete 55550000 {{(pid=94638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:16:35.854183 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1392122e-6145-4e32-897b-d72f391bcabf admin admin] Subscribe: > port after_update 55550000 {{(pid=94638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:16:35.854601 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1392122e-6145-4e32-897b-d72f391bcabf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:16:35.855078 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1392122e-6145-4e32-897b-d72f391bcabf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:16:35.855520 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1392122e-6145-4e32-897b-d72f391bcabf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:16:35.856028 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1392122e-6145-4e32-897b-d72f391bcabf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:16:36.086292 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13bec53e-e003-4072-8e52-23fa507aba4a admin admin] Router 8f541c34-88ef-4ea2-bd2a-b190361d1cd6 has already been hosted by L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 {{(pid=94637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 18:16:36.100221 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1392122e-6145-4e32-897b-d72f391bcabf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:16:36.100221 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1392122e-6145-4e32-897b-d72f391bcabf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:16:36.101159 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1392122e-6145-4e32-897b-d72f391bcabf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:16:36.101159 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1392122e-6145-4e32-897b-d72f391bcabf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:16:36.101529 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-1392122e-6145-4e32-897b-d72f391bcabf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28dbe6d0-63a8-42d5-86ee-acb8f7b9c909']}} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:16:36.119061 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-64b91925-8aec-4acc-b04e-1c4494d04d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:36.129992 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-1392122e-6145-4e32-897b-d72f391bcabf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad32de21-334b-45bb-bd19-8fe321518b0b') {'for_net_delete': True} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:16:36.130466 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-1392122e-6145-4e32-897b-d72f391bcabf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad32de21-334b-45bb-bd19-8fe321518b0b') {} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:16:36.166895 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1392122e-6145-4e32-897b-d72f391bcabf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729821856934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1044657'] for segment, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:36.193932 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1392122e-6145-4e32-897b-d72f391bcabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143'] for segment, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:36.217466 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:36.262465 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1392122e-6145-4e32-897b-d72f391bcabf admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=94638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 18:16:36.263078 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1392122e-6145-4e32-897b-d72f391bcabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2903633'] for segment, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:36.268487 dv-cinder-779540-2-iscsi neutron-server[94638]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 18:16:36.268487 dv-cinder-779540-2-iscsi neutron-server[94638]: from cryptography.utils import int_from_bytes Sep 09 18:16:36.268487 dv-cinder-779540-2-iscsi neutron-server[94638]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 18:16:36.268487 dv-cinder-779540-2-iscsi neutron-server[94638]: from cryptography.utils import int_from_bytes Sep 09 18:16:36.268487 dv-cinder-779540-2-iscsi neutron-server[94638]: Traceback (most recent call last): Sep 09 18:16:36.268487 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 18:16:36.268487 dv-cinder-779540-2-iscsi neutron-server[94638]: timer() Sep 09 18:16:36.268487 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 18:16:36.268487 dv-cinder-779540-2-iscsi neutron-server[94638]: cb(*args, **kw) Sep 09 18:16:36.268487 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 18:16:36.268487 dv-cinder-779540-2-iscsi neutron-server[94638]: return func(*args, **kwargs) Sep 09 18:16:36.268487 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 18:16:36.268487 dv-cinder-779540-2-iscsi neutron-server[94638]: self._notify() Sep 09 18:16:36.268487 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 18:16:36.268487 dv-cinder-779540-2-iscsi neutron-server[94638]: self.callback(batched_events) Sep 09 18:16:36.268487 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 18:16:36.268487 dv-cinder-779540-2-iscsi neutron-server[94638]: event.method(event) Sep 09 18:16:36.268487 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 18:16:36.268487 dv-cinder-779540-2-iscsi neutron-server[94638]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 18:16:36.268487 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 18:16:36.268487 dv-cinder-779540-2-iscsi neutron-server[94638]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 18:16:36.268487 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 18:16:36.268487 dv-cinder-779540-2-iscsi neutron-server[94638]: return f(self, *a, **k) Sep 09 18:16:36.268487 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 18:16:36.268487 dv-cinder-779540-2-iscsi neutron-server[94638]: return self._get(url).json() Sep 09 18:16:36.268487 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 18:16:36.268487 dv-cinder-779540-2-iscsi neutron-server[94638]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 18:16:36.268487 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 18:16:36.268487 dv-cinder-779540-2-iscsi neutron-server[94638]: return self.request(url, 'GET', **kwargs) Sep 09 18:16:36.268487 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 18:16:36.268487 dv-cinder-779540-2-iscsi neutron-server[94638]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 18:16:36.268487 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 18:16:36.268487 dv-cinder-779540-2-iscsi neutron-server[94638]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 18:16:36.268487 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 18:16:36.268487 dv-cinder-779540-2-iscsi neutron-server[94638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 18:16:36.268487 dv-cinder-779540-2-iscsi neutron-server[94638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 18:16:36.271272 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] For port 1f46244d-1b57-4964-925d-f34145dd17cc, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=1f46244d-1b57-4964-925d-f34145dd17cc,segment=NetworkSegment(7a73f5cb-6b09-47ec-a9e0-b99f618e2056),segment_id=7a73f5cb-6b09-47ec-a9e0-b99f618e2056)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:16:36.360733 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:36.385261 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1dd5542a-18ba-4a87-a114-da38f597cc6d None None] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:36.463326 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-1dd5542a-18ba-4a87-a114-da38f597cc6d None None] Transition to ACTIVE for port object b83c3561-a3ae-4281-9f3f-453621f5a0a7 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:16:36.470212 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1392122e-6145-4e32-897b-d72f391bcabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-905241'] for network, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:36.502786 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Pushing event updated for resources: {'Port': ['ID=1f46244d-1b57-4964-925d-f34145dd17cc,revision_number=4']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:36.514767 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392122e-6145-4e32-897b-d72f391bcabf admin admin] Pushing event deleted for resources: {'Network': ['ID=28dbe6d0-63a8-42d5-86ee-acb8f7b9c909,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:36.564293 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device e283885e-f22d-41d3-9e33-dcd2cace1f96 up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:16:36.593396 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1392122e-6145-4e32-897b-d72f391bcabf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:36.593396 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-1392122e-6145-4e32-897b-d72f391bcabf admin admin] 10.222.0.39 "DELETE /v2.0/networks/28dbe6d0-63a8-42d5-86ee-acb8f7b9c909 HTTP/1.1" status: 204 len: 168 time: 1.7151363 Sep 09 18:16:36.596749 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 36358) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:36.609036 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13bec53e-e003-4072-8e52-23fa507aba4a admin admin] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:16:36.611371 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1dd5542a-18ba-4a87-a114-da38f597cc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:36.631969 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b31173-cb81-469b-93b4-6bd82b955012 None None] Sync routers for ids ['8f541c34-88ef-4ea2-bd2a-b190361d1cd6'] in dv-cinder-779540-2-iscsi {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:16:36.673196 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-13bec53e-e003-4072-8e52-23fa507aba4a admin admin] 10.222.0.39 "PUT /v2.0/routers/8f541c34-88ef-4ea2-bd2a-b190361d1cd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6931336 Sep 09 18:16:36.721383 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2b1dc200-3632-42ba-986b-0dbe6b967d04 req-43df8844-b9ae-4ca0-9ca6-54158883154e tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 210 time: 0.0724728 Sep 09 18:16:36.732417 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1987e59e-226f-4e1f-8ab9-03d6c6d43500 None None] Pushing event updated for resources: {'Port': ['ID=b83c3561-a3ae-4281-9f3f-453621f5a0a7,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:36.746213 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-1dd5542a-18ba-4a87-a114-da38f597cc6d None None] Attempting to bind port b83c3561-a3ae-4281-9f3f-453621f5a0a7 on host dv-cinder-779540-2-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:16:36.746618 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-1dd5542a-18ba-4a87-a114-da38f597cc6d None None] Attempting to bind port b83c3561-a3ae-4281-9f3f-453621f5a0a7 by drivers openvswitch,hyperv on host dv-cinder-779540-2-iscsi at level 0 using segments [{'id': '7a73f5cb-6b09-47ec-a9e0-b99f618e2056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:16:36.747075 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd5542a-18ba-4a87-a114-da38f597cc6d None None] Attempting to bind port b83c3561-a3ae-4281-9f3f-453621f5a0a7 on network 3a4844da-e7df-49de-8120-ac4d2e4c4f80 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:16:36.754124 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd5542a-18ba-4a87-a114-da38f597cc6d None None] Checking agent: {'id': '6d9a1dab-6af8-44c5-a6af-2e6d734c4a3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 7, 57), 'started_at': datetime.datetime(2021, 9, 9, 18, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:16:36.754795 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd5542a-18ba-4a87-a114-da38f597cc6d None None] Checking segment: {'id': '7a73f5cb-6b09-47ec-a9e0-b99f618e2056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:16:36.755393 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1dd5542a-18ba-4a87-a114-da38f597cc6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:36.755986 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd5542a-18ba-4a87-a114-da38f597cc6d None None] Bound using segment: {'id': '7a73f5cb-6b09-47ec-a9e0-b99f618e2056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:16:36.756781 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-1dd5542a-18ba-4a87-a114-da38f597cc6d None None] Bound port: b83c3561-a3ae-4281-9f3f-453621f5a0a7, host: dv-cinder-779540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a73f5cb-6b09-47ec-a9e0-b99f618e2056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:16:36.757398 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1dd5542a-18ba-4a87-a114-da38f597cc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:36.781127 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b31173-cb81-469b-93b4-6bd82b955012 None None] Routers {'8f541c34-88ef-4ea2-bd2a-b190361d1cd6'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:16:36.781127 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-49b31173-cb81-469b-93b4-6bd82b955012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:16:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['8f541c34-88ef-4ea2-bd2a-b190361d1cd6'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:16:36.819942 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 36366) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:36.859914 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-1dd5542a-18ba-4a87-a114-da38f597cc6d None None] For port b83c3561-a3ae-4281-9f3f-453621f5a0a7, host dv-cinder-779540-2-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:16:36.882541 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-1dd5542a-18ba-4a87-a114-da38f597cc6d None None] For port b83c3561-a3ae-4281-9f3f-453621f5a0a7, host dv-cinder-779540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=b83c3561-a3ae-4281-9f3f-453621f5a0a7,segment=NetworkSegment(7a73f5cb-6b09-47ec-a9e0-b99f618e2056),segment_id=7a73f5cb-6b09-47ec-a9e0-b99f618e2056)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:16:36.896457 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-869015c8-c570-4d44-acab-799f73df6ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:36.940835 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeaa494a-07b3-482e-ab83-d3ce0105a6ed admin admin] Deleting subnet ace22853-7080-49f5-9db4-656dfc29ade4 {{(pid=94638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 18:16:36.958481 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-eeaa494a-07b3-482e-ab83-d3ce0105a6ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:36.963314 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1dd5542a-18ba-4a87-a114-da38f597cc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:37.013269 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-cfcc74b4-2e43-4682-988c-eb71c46e40f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:37.028673 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-938e886f-91c2-4e2a-bc46-f9ba406bea5e None None] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:37.042043 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-938e886f-91c2-4e2a-bc46-f9ba406bea5e None None] Transition to ACTIVE for port object a1fdd68f-ea15-4804-927b-44e918f1300c will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:16:37.064631 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-eeaa494a-07b3-482e-ab83-d3ce0105a6ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1044680'] for subnet, precommit_delete_associations {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:37.175352 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd5542a-18ba-4a87-a114-da38f597cc6d None None] Routers {'d1f52529-0a41-46be-9c5c-93bde176a826'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:16:37.178451 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-1dd5542a-18ba-4a87-a114-da38f597cc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:16:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['d1f52529-0a41-46be-9c5c-93bde176a826'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:16:37.186212 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-49b31173-cb81-469b-93b4-6bd82b955012 None None] Set router 8f541c34-88ef-4ea2-bd2a-b190361d1cd6 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:16:37.529149 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.db_base_plugin_common [None req-64b91925-8aec-4acc-b04e-1c4494d04d1b admin admin] Allocated IP 172.20.0.1 (165da4a9-ef54-4e00-b346-cd05df750cfe/a76c712f-0b8e-4da8-9f5a-950d58cfba07/d4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c) {{(pid=94637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:16:37.530622 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port e283885e-f22d-41d3-9e33-dcd2cace1f96 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:16:37.530622 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:37.530622 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-938e886f-91c2-4e2a-bc46-f9ba406bea5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:37.532486 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-eeaa494a-07b3-482e-ab83-d3ce0105a6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775357'] for subnet, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:37.533031 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-869015c8-c570-4d44-acab-799f73df6ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:37.533185 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1987e59e-226f-4e1f-8ab9-03d6c6d43500 None None] Pushing event updated for resources: {'Port': ['ID=b83c3561-a3ae-4281-9f3f-453621f5a0a7,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:37.535548 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-64b91925-8aec-4acc-b04e-1c4494d04d1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:37.675726 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-1dd5542a-18ba-4a87-a114-da38f597cc6d None None] Set router d1f52529-0a41-46be-9c5c-93bde176a826 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:16:37.680790 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2da438-a9a5-4a94-82aa-36d12f8a0ec9 None None] Pushing event updated for resources: {'Port': ['ID=a1fdd68f-ea15-4804-927b-44e918f1300c,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:37.708299 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-938e886f-91c2-4e2a-bc46-f9ba406bea5e None None] Attempting to bind port a1fdd68f-ea15-4804-927b-44e918f1300c on host dv-cinder-779540-2-iscsi for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:16:37.709256 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-938e886f-91c2-4e2a-bc46-f9ba406bea5e None None] Attempting to bind port a1fdd68f-ea15-4804-927b-44e918f1300c by drivers openvswitch,hyperv on host dv-cinder-779540-2-iscsi at level 0 using segments [{'id': '7a73f5cb-6b09-47ec-a9e0-b99f618e2056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:16:37.709858 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938e886f-91c2-4e2a-bc46-f9ba406bea5e None None] Attempting to bind port a1fdd68f-ea15-4804-927b-44e918f1300c on network 3a4844da-e7df-49de-8120-ac4d2e4c4f80 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:16:37.731342 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938e886f-91c2-4e2a-bc46-f9ba406bea5e None None] Checking agent: {'id': '6d9a1dab-6af8-44c5-a6af-2e6d734c4a3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 7, 57), 'started_at': datetime.datetime(2021, 9, 9, 18, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:16:37.731704 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938e886f-91c2-4e2a-bc46-f9ba406bea5e None None] Checking segment: {'id': '7a73f5cb-6b09-47ec-a9e0-b99f618e2056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:16:37.732170 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-938e886f-91c2-4e2a-bc46-f9ba406bea5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:37.732614 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938e886f-91c2-4e2a-bc46-f9ba406bea5e None None] Bound using segment: {'id': '7a73f5cb-6b09-47ec-a9e0-b99f618e2056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:16:37.733111 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-938e886f-91c2-4e2a-bc46-f9ba406bea5e None None] Bound port: a1fdd68f-ea15-4804-927b-44e918f1300c, host: dv-cinder-779540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a73f5cb-6b09-47ec-a9e0-b99f618e2056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:16:37.733510 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-938e886f-91c2-4e2a-bc46-f9ba406bea5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:37.796916 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-869015c8-c570-4d44-acab-799f73df6ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:37.824472 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-cfcc74b4-2e43-4682-988c-eb71c46e40f3 admin admin] Allocated IP 172.20.0.1 (9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9/07bcfd60-1ce9-4552-ba2f-917a442c6c08/f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:16:37.853720 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-938e886f-91c2-4e2a-bc46-f9ba406bea5e None None] For port a1fdd68f-ea15-4804-927b-44e918f1300c, host dv-cinder-779540-2-iscsi, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:16:37.871344 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-938e886f-91c2-4e2a-bc46-f9ba406bea5e None None] For port a1fdd68f-ea15-4804-927b-44e918f1300c, host dv-cinder-779540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=a1fdd68f-ea15-4804-927b-44e918f1300c,segment=NetworkSegment(7a73f5cb-6b09-47ec-a9e0-b99f618e2056),segment_id=7a73f5cb-6b09-47ec-a9e0-b99f618e2056)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:16:37.881721 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-eeaa494a-07b3-482e-ab83-d3ce0105a6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2896051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9552999'] for subnet, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:37.890969 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.provisioning_blocks [None req-64b91925-8aec-4acc-b04e-1c4494d04d1b admin admin] Transition to ACTIVE for port object d4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c will not be triggered until provisioned by entity DHCP. {{(pid=94637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:16:37.903176 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-1dd5542a-18ba-4a87-a114-da38f597cc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'name': 'tempest-AttachVolumeShelveTestJSON-1920363128-router', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b83c3561-a3ae-4281-9f3f-453621f5a0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:28Z', 'updated_at': '2021-09-09T18:16:32Z', 'revision_number': 3, 'project_id': '43ce4a6143564c64b1be155ca237d8e1', 'gw_port': {'id': 'b83c3561-a3ae-4281-9f3f-453621f5a0a7', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ef:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:30Z', 'updated_at': '2021-09-09T18:16:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi'}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:16:37.944508 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-869015c8-c570-4d44-acab-799f73df6ba5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6d8ce3773a044f879048188a49d1c821&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1142917 Sep 09 18:16:37.965550 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd5542a-18ba-4a87-a114-da38f597cc6d None None] The sync data for ids ['d1f52529-0a41-46be-9c5c-93bde176a826'] in dv-cinder-779540-2-iscsi is: [{'id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'name': 'tempest-AttachVolumeShelveTestJSON-1920363128-router', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b83c3561-a3ae-4281-9f3f-453621f5a0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:28Z', 'updated_at': '2021-09-09T18:16:32Z', 'revision_number': 3, 'project_id': '43ce4a6143564c64b1be155ca237d8e1', 'gw_port': {'id': 'b83c3561-a3ae-4281-9f3f-453621f5a0a7', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ef:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:30Z', 'updated_at': '2021-09-09T18:16:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi'}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:16:37.976600 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 36394) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:37.979904 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-eeaa494a-07b3-482e-ab83-d3ce0105a6ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:37.984469 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-938e886f-91c2-4e2a-bc46-f9ba406bea5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:37.988013 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-eeaa494a-07b3-482e-ab83-d3ce0105a6ed admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ace22853-7080-49f5-9db4-656dfc29ade4 HTTP/1.1" status: 204 len: 168 time: 1.3894145 Sep 09 18:16:37.989681 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 36396) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:38.045295 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa494a-07b3-482e-ab83-d3ce0105a6ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ace22853-7080-49f5-9db4-656dfc29ade4,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:38.088222 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2da438-a9a5-4a94-82aa-36d12f8a0ec9 None None] Pushing event updated for resources: {'Port': ['ID=a1fdd68f-ea15-4804-927b-44e918f1300c,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:38.097783 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938e886f-91c2-4e2a-bc46-f9ba406bea5e None None] Routers {'42b7eee5-46bb-4993-af88-285b8df17ae5'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:16:38.098614 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-938e886f-91c2-4e2a-bc46-f9ba406bea5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:16:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['42b7eee5-46bb-4993-af88-285b8df17ae5'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:16:38.185461 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-49b31173-cb81-469b-93b4-6bd82b955012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f541c34-88ef-4ea2-bd2a-b190361d1cd6', 'name': 'tempest-ServerRescueNegativeTestJSON-541775425-router', 'tenant_id': '0e28af74cee746159f61e6e9abc8948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '1f46244d-1b57-4964-925d-f34145dd17cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:25Z', 'updated_at': '2021-09-09T18:16:34Z', 'revision_number': 4, 'project_id': '0e28af74cee746159f61e6e9abc8948d', 'gw_port': {'id': '1f46244d-1b57-4964-925d-f34145dd17cc', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:30:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f541c34-88ef-4ea2-bd2a-b190361d1cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:26Z', 'updated_at': '2021-09-09T18:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': '603bf2e5-77ef-4481-ab78-8ff116519aea', 'name': '', 'network_id': 'eafe2dd1-3f55-4813-b3ae-df6e622a3eab', 'tenant_id': '0e28af74cee746159f61e6e9abc8948d', 'mac_address': 'fa:16:3e:89:61:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f541c34-88ef-4ea2-bd2a-b190361d1cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '285c431c-6ae1-4a37-abf0-1b468ed843f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:33Z', 'updated_at': '2021-09-09T18:16:34Z', 'revision_number': 2, 'project_id': '0e28af74cee746159f61e6e9abc8948d', 'subnets': [{'id': '285c431c-6ae1-4a37-abf0-1b468ed843f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:16:38.225435 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b31173-cb81-469b-93b4-6bd82b955012 None None] Checking router: 8f541c34-88ef-4ea2-bd2a-b190361d1cd6 for host: dv-cinder-779540-2-iscsi {{(pid=94639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:16:38.225996 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b31173-cb81-469b-93b4-6bd82b955012 None None] Updating router 8f541c34-88ef-4ea2-bd2a-b190361d1cd6 port 603bf2e5-77ef-4481-ab78-8ff116519aea binding host dv-cinder-779540-2-iscsi {{(pid=94639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 18:16:38.251269 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-64b91925-8aec-4acc-b04e-1c4494d04d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681'] for port, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:38.258341 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49b31173-cb81-469b-93b4-6bd82b955012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:38.274797 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-50c51777-2b71-4aec-92d5-061dc24e94e2 req-f45e7ef8-c4dc-4e1f-ab6e-00489fc89a38 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 210 time: 0.3864832 Sep 09 18:16:38.313681 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869015c8-c570-4d44-acab-799f73df6ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289cf89b-f27e-48ac-8203-4a07bc41d77c,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:38.318975 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-80b7e8b9-dc34-4dcb-838c-963acaa2dcbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626401'] for network, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:38.397952 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-938e886f-91c2-4e2a-bc46-f9ba406bea5e None None] Set router 42b7eee5-46bb-4993-af88-285b8df17ae5 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:16:38.398677 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-cfcc74b4-2e43-4682-988c-eb71c46e40f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:38.417465 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b91925-8aec-4acc-b04e-1c4494d04d1b admin admin] Network 165da4a9-ef54-4e00-b346-cd05df750cfe is already hosted by enough agents. {{(pid=94637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:16:38.445878 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.base_scheduler [None req-64b91925-8aec-4acc-b04e-1c4494d04d1b admin admin] Resources bound (agent type, host, resource id): {{(pid=94637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:16:38.459937 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b91925-8aec-4acc-b04e-1c4494d04d1b admin admin] Received port after_create {{(pid=94637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:16:38.460632 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-64b91925-8aec-4acc-b04e-1c4494d04d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-905360'] for router_interface, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:38.485666 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-ce908e90-752e-4f1c-9ef5-fb0ef1d0ff5d tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:16:38.489955 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-ce908e90-752e-4f1c-9ef5-fb0ef1d0ff5d tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/networks?id=eafe2dd1-3f55-4813-b3ae-df6e622a3eab HTTP/1.1" status: 200 len: 818 time: 0.7180579 Sep 09 18:16:38.504746 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b91925-8aec-4acc-b04e-1c4494d04d1b admin admin] Pushing event updated for resources: {'Port': ['ID=d4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:38.514251 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [None req-cfcc74b4-2e43-4682-988c-eb71c46e40f3 admin admin] Transition to ACTIVE for port object f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc will not be triggered until provisioned by entity DHCP. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:16:38.603262 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 1f46244d-1b57-4964-925d-f34145dd17cc up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:16:38.755157 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-03410c65-09bd-499d-89d9-2471a7ccc0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:38.792730 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.54', 55744) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:38.818956 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-80b7e8b9-dc34-4dcb-838c-963acaa2dcbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773192', 'neutron.services.segments.db._delete_segments_for_network-8729821856413'] for network, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:38.939014 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-80b7e8b9-dc34-4dcb-838c-963acaa2dcbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19652f33-3ada-446b-bf54-1d271e3d6662']}} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:16:38.959899 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-cfcc74b4-2e43-4682-988c-eb71c46e40f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2896014'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:38.966699 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-80b7e8b9-dc34-4dcb-838c-963acaa2dcbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2065a31-30d8-4e7f-b92b-d1e04b6f77a5') {'for_net_delete': True} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:16:38.967178 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-80b7e8b9-dc34-4dcb-838c-963acaa2dcbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2065a31-30d8-4e7f-b92b-d1e04b6f77a5') {} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:16:38.991516 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-03410c65-09bd-499d-89d9-2471a7ccc0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:39.017425 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-e55c7650-00fc-4240-9439-b51a1f59cfc1 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/quotas/0e28af74cee746159f61e6e9abc8948d HTTP/1.1" status: 200 len: 375 time: 0.3466609 Sep 09 18:16:39.078880 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port 1f46244d-1b57-4964-925d-f34145dd17cc triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:16:39.079500 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:39.101020 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcc74b4-2e43-4682-988c-eb71c46e40f3 admin admin] Network 9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:16:39.106901 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-80b7e8b9-dc34-4dcb-838c-963acaa2dcbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729821856934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1044657'] for segment, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:39.109301 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-cfcc74b4-2e43-4682-988c-eb71c46e40f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:16:39.113363 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcc74b4-2e43-4682-988c-eb71c46e40f3 admin admin] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:16:39.190217 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-cfcc74b4-2e43-4682-988c-eb71c46e40f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-905360'] for router_interface, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:39.343385 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-a99ee760-19d1-47d4-a39e-fb327698c215 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:16:39.345973 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-a99ee760-19d1-47d4-a39e-fb327698c215 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.54 "GET /v2.0/networks?id=841e0f7e-1e52-4405-930c-472dd61ad299 HTTP/1.1" status: 200 len: 811 time: 0.5483696 Sep 09 18:16:39.405672 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc74b4-2e43-4682-988c-eb71c46e40f3 admin admin] Pushing event updated for resources: {'Port': ['ID=f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:39.427709 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-66ddf6e7-6a8f-4495-8db0-8252971e464d tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0e28af74cee746159f61e6e9abc8948d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4070201 Sep 09 18:16:39.446762 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-402a4f08-a3d4-4cef-9e3c-79f8952ebaa7 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Request body: {'port': {'device_id': 'b3bd08b1-f32e-40c7-b637-e1ac2651ecc1', 'network_id': '841e0f7e-1e52-4405-930c-472dd61ad299', 'admin_state_up': True, 'tenant_id': 'c7457b6cb56e47f488f4ca049be0eab6'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:16:39.491499 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-80b7e8b9-dc34-4dcb-838c-963acaa2dcbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143'] for segment, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:39.688365 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 36436) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:39.690270 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b7e8b9-dc34-4dcb-838c-963acaa2dcbe admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 18:16:39.690570 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-80b7e8b9-dc34-4dcb-838c-963acaa2dcbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2903633'] for segment, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:39.694324 dv-cinder-779540-2-iscsi neutron-server[94638]: Traceback (most recent call last): Sep 09 18:16:39.694324 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 18:16:39.694324 dv-cinder-779540-2-iscsi neutron-server[94638]: timer() Sep 09 18:16:39.694324 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 18:16:39.694324 dv-cinder-779540-2-iscsi neutron-server[94638]: cb(*args, **kw) Sep 09 18:16:39.694324 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 18:16:39.694324 dv-cinder-779540-2-iscsi neutron-server[94638]: return func(*args, **kwargs) Sep 09 18:16:39.694324 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 18:16:39.694324 dv-cinder-779540-2-iscsi neutron-server[94638]: self._notify() Sep 09 18:16:39.694324 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 18:16:39.694324 dv-cinder-779540-2-iscsi neutron-server[94638]: self.callback(batched_events) Sep 09 18:16:39.694324 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 18:16:39.694324 dv-cinder-779540-2-iscsi neutron-server[94638]: event.method(event) Sep 09 18:16:39.694324 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 18:16:39.694324 dv-cinder-779540-2-iscsi neutron-server[94638]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 18:16:39.694324 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 18:16:39.694324 dv-cinder-779540-2-iscsi neutron-server[94638]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 18:16:39.694324 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 18:16:39.694324 dv-cinder-779540-2-iscsi neutron-server[94638]: return f(self, *a, **k) Sep 09 18:16:39.694324 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 18:16:39.694324 dv-cinder-779540-2-iscsi neutron-server[94638]: return self._get(url).json() Sep 09 18:16:39.694324 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 18:16:39.694324 dv-cinder-779540-2-iscsi neutron-server[94638]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 18:16:39.694324 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 18:16:39.694324 dv-cinder-779540-2-iscsi neutron-server[94638]: return self.request(url, 'GET', **kwargs) Sep 09 18:16:39.694324 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 18:16:39.694324 dv-cinder-779540-2-iscsi neutron-server[94638]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 18:16:39.694324 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 18:16:39.694324 dv-cinder-779540-2-iscsi neutron-server[94638]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 18:16:39.694324 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 18:16:39.694324 dv-cinder-779540-2-iscsi neutron-server[94638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 18:16:39.694324 dv-cinder-779540-2-iscsi neutron-server[94638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 18:16:39.818906 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-03410c65-09bd-499d-89d9-2471a7ccc0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:39.834177 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-03410c65-09bd-499d-89d9-2471a7ccc0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:39.836192 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-03410c65-09bd-499d-89d9-2471a7ccc0f8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/289cf89b-f27e-48ac-8203-4a07bc41d77c HTTP/1.1" status: 204 len: 168 time: 1.8521383 Sep 09 18:16:39.872782 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-dc85c25f-a44c-43e4-9c75-0b835a2e25f4 None None] Provisioning for port d4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c completed by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:16:39.888727 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-dc85c25f-a44c-43e4-9c75-0b835a2e25f4 None None] Provisioning complete for port d4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c triggered by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:16:39.889104 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc85c25f-a44c-43e4-9c75-0b835a2e25f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:39.917419 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-64b91925-8aec-4acc-b04e-1c4494d04d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:39.954729 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-938e886f-91c2-4e2a-bc46-f9ba406bea5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'name': 'tempest-AttachVolumeTestJSON-1967749576-router', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a1fdd68f-ea15-4804-927b-44e918f1300c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:27Z', 'updated_at': '2021-09-09T18:16:31Z', 'revision_number': 3, 'project_id': '289a7608c7ee408d90d48b78c6155ce2', 'gw_port': {'id': 'a1fdd68f-ea15-4804-927b-44e918f1300c', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:19:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:29Z', 'updated_at': '2021-09-09T18:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi'}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:16:39.960621 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b1f6f921-ff22-45b4-8874-058308e19cbb req-bfaaf1ca-cf6b-4188-8852-fda7a29973a5 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 210 time: 0.1683621 Sep 09 18:16:40.030161 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938e886f-91c2-4e2a-bc46-f9ba406bea5e None None] The sync data for ids ['42b7eee5-46bb-4993-af88-285b8df17ae5'] in dv-cinder-779540-2-iscsi is: [{'id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'name': 'tempest-AttachVolumeTestJSON-1967749576-router', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a1fdd68f-ea15-4804-927b-44e918f1300c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:27Z', 'updated_at': '2021-09-09T18:16:31Z', 'revision_number': 3, 'project_id': '289a7608c7ee408d90d48b78c6155ce2', 'gw_port': {'id': 'a1fdd68f-ea15-4804-927b-44e918f1300c', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:19:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:29Z', 'updated_at': '2021-09-09T18:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi'}] {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:16:40.042697 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-dc85c25f-a44c-43e4-9c75-0b835a2e25f4 None None] Port d4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c cannot update to ACTIVE because it is not bound. {{(pid=94639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 18:16:40.070115 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03410c65-09bd-499d-89d9-2471a7ccc0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289cf89b-f27e-48ac-8203-4a07bc41d77c,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:40.082293 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49b31173-cb81-469b-93b4-6bd82b955012 None None] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:40.106806 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-cfcc74b4-2e43-4682-988c-eb71c46e40f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:40.117295 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-49b31173-cb81-469b-93b4-6bd82b955012 None None] Transition to ACTIVE for port object 603bf2e5-77ef-4481-ab78-8ff116519aea will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:16:40.149449 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-80b7e8b9-dc34-4dcb-838c-963acaa2dcbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-905241'] for network, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:40.192616 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49b31173-cb81-469b-93b4-6bd82b955012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:40.195038 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-80b7e8b9-dc34-4dcb-838c-963acaa2dcbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:40.199230 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-80b7e8b9-dc34-4dcb-838c-963acaa2dcbe admin admin] 10.222.0.39 "DELETE /v2.0/networks/19652f33-3ada-446b-bf54-1d271e3d6662 HTTP/1.1" status: 204 len: 168 time: 2.1909003 Sep 09 18:16:40.366898 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-95d90b8c-fe0c-41db-a4e4-c4946651d3a2 None None] Provisioning for port f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc completed by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:16:40.431023 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-95d90b8c-fe0c-41db-a4e4-c4946651d3a2 None None] Provisioning complete for port f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc triggered by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:16:40.431406 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-95d90b8c-fe0c-41db-a4e4-c4946651d3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:40.473707 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b0437b41-9bcb-4d39-9005-4945dcfc0c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:40.479191 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-49b31173-cb81-469b-93b4-6bd82b955012 None None] Attempting to bind port 603bf2e5-77ef-4481-ab78-8ff116519aea on host dv-cinder-779540-2-iscsi for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:16:40.479191 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-49b31173-cb81-469b-93b4-6bd82b955012 None None] Attempting to bind port 603bf2e5-77ef-4481-ab78-8ff116519aea by drivers openvswitch,hyperv on host dv-cinder-779540-2-iscsi at level 0 using segments [{'id': 'f738fa1f-ed07-465a-b70c-8f41c0eb3df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'eafe2dd1-3f55-4813-b3ae-df6e622a3eab'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:16:40.479786 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b31173-cb81-469b-93b4-6bd82b955012 None None] Attempting to bind port 603bf2e5-77ef-4481-ab78-8ff116519aea on network eafe2dd1-3f55-4813-b3ae-df6e622a3eab {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:16:40.509498 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537798ac-0b7d-4ff6-8527-088edd38872f None None] Pushing event updated for resources: {'Port': ['ID=603bf2e5-77ef-4481-ab78-8ff116519aea,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:40.520444 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b31173-cb81-469b-93b4-6bd82b955012 None None] Checking agent: {'id': '6d9a1dab-6af8-44c5-a6af-2e6d734c4a3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 7, 57), 'started_at': datetime.datetime(2021, 9, 9, 18, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:16:40.520444 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b31173-cb81-469b-93b4-6bd82b955012 None None] Checking segment: {'id': 'f738fa1f-ed07-465a-b70c-8f41c0eb3df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'eafe2dd1-3f55-4813-b3ae-df6e622a3eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:16:40.520444 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49b31173-cb81-469b-93b4-6bd82b955012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:40.522846 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b31173-cb81-469b-93b4-6bd82b955012 None None] Bound using segment: {'id': 'f738fa1f-ed07-465a-b70c-8f41c0eb3df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'eafe2dd1-3f55-4813-b3ae-df6e622a3eab'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:16:40.522965 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7e8b9-dc34-4dcb-838c-963acaa2dcbe admin admin] Pushing event deleted for resources: {'Network': ['ID=19652f33-3ada-446b-bf54-1d271e3d6662,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:40.523048 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-49b31173-cb81-469b-93b4-6bd82b955012 None None] Bound port: 603bf2e5-77ef-4481-ab78-8ff116519aea, host: dv-cinder-779540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f738fa1f-ed07-465a-b70c-8f41c0eb3df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'eafe2dd1-3f55-4813-b3ae-df6e622a3eab'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:16:40.523048 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49b31173-cb81-469b-93b4-6bd82b955012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:40.601344 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-95d90b8c-fe0c-41db-a4e4-c4946651d3a2 None None] Port f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc cannot update to ACTIVE because it is not bound. {{(pid=94639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 18:16:40.633512 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-a66eb40a-51ad-4ea4-998e-f24042e67c71 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 18:16:40.637812 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-a66eb40a-51ad-4ea4-998e-f24042e67c71 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6531491 Sep 09 18:16:40.711611 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-402a4f08-a3d4-4cef-9e3c-79f8952ebaa7 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Made reservation on behalf of c7457b6cb56e47f488f4ca049be0eab6 for: {'port': 1} {{(pid=94637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:16:40.712577 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device b83c3561-a3ae-4281-9f3f-453621f5a0a7 up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:16:40.712660 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-402a4f08-a3d4-4cef-9e3c-79f8952ebaa7 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:40.895410 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-49b31173-cb81-469b-93b4-6bd82b955012 None None] For port 603bf2e5-77ef-4481-ab78-8ff116519aea, host dv-cinder-779540-2-iscsi, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:16:40.917516 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-49b31173-cb81-469b-93b4-6bd82b955012 None None] For port 603bf2e5-77ef-4481-ab78-8ff116519aea, host dv-cinder-779540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=603bf2e5-77ef-4481-ab78-8ff116519aea,segment=NetworkSegment(f738fa1f-ed07-465a-b70c-8f41c0eb3df6),segment_id=f738fa1f-ed07-465a-b70c-8f41c0eb3df6)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:16:41.008429 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-cfcc74b4-2e43-4682-988c-eb71c46e40f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:41.102683 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning for port b83c3561-a3ae-4281-9f3f-453621f5a0a7 completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:16:41.110942 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49b31173-cb81-469b-93b4-6bd82b955012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:41.170826 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port b83c3561-a3ae-4281-9f3f-453621f5a0a7 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:16:41.171210 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:41.183369 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b0437b41-9bcb-4d39-9005-4945dcfc0c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:41.188890 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-cfcc74b4-2e43-4682-988c-eb71c46e40f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2903677'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:41.418997 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b0437b41-9bcb-4d39-9005-4945dcfc0c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:41.503608 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b31173-cb81-469b-93b4-6bd82b955012 None None] Routers {'8f541c34-88ef-4ea2-bd2a-b190361d1cd6'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:16:41.504152 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-49b31173-cb81-469b-93b4-6bd82b955012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:16:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['8f541c34-88ef-4ea2-bd2a-b190361d1cd6'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:16:41.610807 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 36472) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:41.667368 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc74b4-2e43-4682-988c-eb71c46e40f3 admin admin] Pushing event updated for resources: {'Port': ['ID=f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:41.682108 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-cfcc74b4-2e43-4682-988c-eb71c46e40f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-906496'] for router_interface, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:41.714291 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-b0437b41-9bcb-4d39-9005-4945dcfc0c0c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6677ab434e7a43f998008d83b6592efc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0207217 Sep 09 18:16:41.733513 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 36476) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:41.833919 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0437b41-9bcb-4d39-9005-4945dcfc0c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea364748-f246-43c1-b70e-c1fbbdb5e542,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:41.897716 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537798ac-0b7d-4ff6-8527-088edd38872f None None] Pushing event updated for resources: {'Port': ['ID=603bf2e5-77ef-4481-ab78-8ff116519aea,revision_number=4']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:41.913877 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-49b31173-cb81-469b-93b4-6bd82b955012 None None] Set router 8f541c34-88ef-4ea2-bd2a-b190361d1cd6 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:16:42.203692 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-43311e28-2736-49dd-867b-d09948d50e9d req-4897928a-6d71-47a7-876a-33c6350d7f10 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 210 time: 0.1932075 Sep 09 18:16:42.209836 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c90988c4-7c4a-44d6-86ad-110223aca4d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:42.228999 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-d6cab2cf-c019-4df1-b8a0-e219ff1d255b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=af23224fd4434164aa1bf52ade9b6584&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5970161 Sep 09 18:16:42.229209 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:42.229383 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 36494) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:42.273966 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-70cb44ac-c6a8-4257-8131-1e9f4776e37f service neutron] 10.222.0.39 "GET /v2.0/networks/eafe2dd1-3f55-4813-b3ae-df6e622a3eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5879836 Sep 09 18:16:42.317765 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7596e5cc-4cd4-4117-9b19-c2a6214a1ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:42.339614 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c90988c4-7c4a-44d6-86ad-110223aca4d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:42.395376 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7596e5cc-4cd4-4117-9b19-c2a6214a1ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:42.414770 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] For port b83c3561-a3ae-4281-9f3f-453621f5a0a7, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=b83c3561-a3ae-4281-9f3f-453621f5a0a7,segment=NetworkSegment(7a73f5cb-6b09-47ec-a9e0-b99f618e2056),segment_id=7a73f5cb-6b09-47ec-a9e0-b99f618e2056)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:16:42.440459 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcc74b4-2e43-4682-988c-eb71c46e40f3 admin admin] Network 9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:16:42.449371 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-cfcc74b4-2e43-4682-988c-eb71c46e40f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:16:42.467198 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.db_base_plugin_common [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-402a4f08-a3d4-4cef-9e3c-79f8952ebaa7 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Allocated IP 172.20.0.10 (841e0f7e-1e52-4405-930c-472dd61ad299/6896cb90-4ec4-4769-88d9-e028922c40c1/6f00f66d-e6e5-4f5e-b54d-358119079eeb) {{(pid=94637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:16:42.553467 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-64b91925-8aec-4acc-b04e-1c4494d04d1b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:42.647795 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-3fa7b045-3323-453d-ab35-317590aa9ae3 service neutron] 10.222.0.39 "GET /v2.0/networks/eafe2dd1-3f55-4813-b3ae-df6e622a3eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491318 Sep 09 18:16:42.650024 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:42.799386 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-49b31173-cb81-469b-93b4-6bd82b955012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f541c34-88ef-4ea2-bd2a-b190361d1cd6', 'name': 'tempest-ServerRescueNegativeTestJSON-541775425-router', 'tenant_id': '0e28af74cee746159f61e6e9abc8948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '1f46244d-1b57-4964-925d-f34145dd17cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:25Z', 'updated_at': '2021-09-09T18:16:34Z', 'revision_number': 4, 'project_id': '0e28af74cee746159f61e6e9abc8948d', 'gw_port': {'id': '1f46244d-1b57-4964-925d-f34145dd17cc', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:30:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f541c34-88ef-4ea2-bd2a-b190361d1cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:26Z', 'updated_at': '2021-09-09T18:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': '603bf2e5-77ef-4481-ab78-8ff116519aea', 'name': '', 'network_id': 'eafe2dd1-3f55-4813-b3ae-df6e622a3eab', 'tenant_id': '0e28af74cee746159f61e6e9abc8948d', 'mac_address': 'fa:16:3e:89:61:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f541c34-88ef-4ea2-bd2a-b190361d1cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '285c431c-6ae1-4a37-abf0-1b468ed843f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:33Z', 'updated_at': '2021-09-09T18:16:40Z', 'revision_number': 4, 'project_id': '0e28af74cee746159f61e6e9abc8948d', 'subnets': [{'id': '285c431c-6ae1-4a37-abf0-1b468ed843f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:16:42.808459 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfcc74b4-2e43-4682-988c-eb71c46e40f3 admin admin] Router 42b7eee5-46bb-4993-af88-285b8df17ae5 has already been hosted by L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 18:16:42.923666 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b31173-cb81-469b-93b4-6bd82b955012 None None] The sync data for ids ['8f541c34-88ef-4ea2-bd2a-b190361d1cd6'] in dv-cinder-779540-2-iscsi is: [{'id': '8f541c34-88ef-4ea2-bd2a-b190361d1cd6', 'name': 'tempest-ServerRescueNegativeTestJSON-541775425-router', 'tenant_id': '0e28af74cee746159f61e6e9abc8948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '1f46244d-1b57-4964-925d-f34145dd17cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:25Z', 'updated_at': '2021-09-09T18:16:34Z', 'revision_number': 4, 'project_id': '0e28af74cee746159f61e6e9abc8948d', 'gw_port': {'id': '1f46244d-1b57-4964-925d-f34145dd17cc', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:30:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f541c34-88ef-4ea2-bd2a-b190361d1cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:26Z', 'updated_at': '2021-09-09T18:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': '603bf2e5-77ef-4481-ab78-8ff116519aea', 'name': '', 'network_id': 'eafe2dd1-3f55-4813-b3ae-df6e622a3eab', 'tenant_id': '0e28af74cee746159f61e6e9abc8948d', 'mac_address': 'fa:16:3e:89:61:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f541c34-88ef-4ea2-bd2a-b190361d1cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '285c431c-6ae1-4a37-abf0-1b468ed843f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:33Z', 'updated_at': '2021-09-09T18:16:40Z', 'revision_number': 4, 'project_id': '0e28af74cee746159f61e6e9abc8948d', 'subnets': [{'id': '285c431c-6ae1-4a37-abf0-1b468ed843f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:16:42.956495 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Pushing event updated for resources: {'Port': ['ID=b83c3561-a3ae-4281-9f3f-453621f5a0a7,revision_number=4']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:42.984560 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device a1fdd68f-ea15-4804-927b-44e918f1300c up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:16:43.136040 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfcc74b4-2e43-4682-988c-eb71c46e40f3 admin admin] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:16:43.139181 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-64b91925-8aec-4acc-b04e-1c4494d04d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:43.139764 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-64b91925-8aec-4acc-b04e-1c4494d04d1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-906496'] for router_interface, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:43.158250 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-cfcc74b4-2e43-4682-988c-eb71c46e40f3 admin admin] 10.222.0.39 "PUT /v2.0/routers/42b7eee5-46bb-4993-af88-285b8df17ae5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8893304 Sep 09 18:16:43.264463 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c90988c4-7c4a-44d6-86ad-110223aca4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:43.271379 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c90988c4-7c4a-44d6-86ad-110223aca4d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:43.279232 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-c90988c4-7c4a-44d6-86ad-110223aca4d4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ea364748-f246-43c1-b70e-c1fbbdb5e542 HTTP/1.1" status: 204 len: 168 time: 1.5233839 Sep 09 18:16:43.339701 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90988c4-7c4a-44d6-86ad-110223aca4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea364748-f246-43c1-b70e-c1fbbdb5e542,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:43.352684 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-96080e6d-c188-41bc-a2ba-62e9eabab751 None None] Provisioning complete for port f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc triggered by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:16:43.363545 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-96080e6d-c188-41bc-a2ba-62e9eabab751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:43.389852 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7596e5cc-4cd4-4117-9b19-c2a6214a1ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:43.393793 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7596e5cc-4cd4-4117-9b19-c2a6214a1ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:43.404054 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-7596e5cc-4cd4-4117-9b19-c2a6214a1ba4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/59e188d4-776d-4f6a-a2f9-7261f095d475 HTTP/1.1" status: 204 len: 168 time: 1.1666474 Sep 09 18:16:43.458872 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596e5cc-4cd4-4117-9b19-c2a6214a1ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e188d4-776d-4f6a-a2f9-7261f095d475,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:43.545993 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-402a4f08-a3d4-4cef-9e3c-79f8952ebaa7 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Notify callbacks [] for port, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:43.612234 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-96080e6d-c188-41bc-a2ba-62e9eabab751 None None] Port f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc cannot update to ACTIVE because it is not bound. {{(pid=94639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 18:16:43.722547 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b91925-8aec-4acc-b04e-1c4494d04d1b admin admin] Pushing event updated for resources: {'Port': ['ID=d4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c,revision_number=2']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:43.917677 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5320337f-ff9b-412a-9d8e-8c4b96c22bac req-b27a3af9-4b42-4ece-b65b-de408bc29df7 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 210 time: 0.1691833 Sep 09 18:16:43.986670 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning for port a1fdd68f-ea15-4804-927b-44e918f1300c completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:16:44.012851 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port a1fdd68f-ea15-4804-927b-44e918f1300c triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:16:44.013504 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:44.065211 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-402a4f08-a3d4-4cef-9e3c-79f8952ebaa7 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681'] for port, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:44.077479 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-69c64903-ca63-47d5-974e-c3d51b56fc12 req-877c8929-9bd4-41f6-bdfc-d0f701295dce tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 210 time: 0.3406308 Sep 09 18:16:44.143961 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4ea495-a542-4e3c-946e-74a9366a01bd None None] Sync routers for ids ['42b7eee5-46bb-4993-af88-285b8df17ae5'] in dv-cinder-779540-2-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:16:44.174271 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4ea495-a542-4e3c-946e-74a9366a01bd None None] Routers {'42b7eee5-46bb-4993-af88-285b8df17ae5'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:16:44.180519 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-6b4ea495-a542-4e3c-946e-74a9366a01bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:16:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['42b7eee5-46bb-4993-af88-285b8df17ae5'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:16:44.354821 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:44.378668 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-402a4f08-a3d4-4cef-9e3c-79f8952ebaa7 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Network 841e0f7e-1e52-4405-930c-472dd61ad299 is already hosted by enough agents. {{(pid=94637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:16:44.428105 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] For port a1fdd68f-ea15-4804-927b-44e918f1300c, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=a1fdd68f-ea15-4804-927b-44e918f1300c,segment=NetworkSegment(7a73f5cb-6b09-47ec-a9e0-b99f618e2056),segment_id=7a73f5cb-6b09-47ec-a9e0-b99f618e2056)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:16:44.450123 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.base_scheduler [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-402a4f08-a3d4-4cef-9e3c-79f8952ebaa7 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Resources bound (agent type, host, resource id): {{(pid=94637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:16:44.469870 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-402a4f08-a3d4-4cef-9e3c-79f8952ebaa7 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Received port after_create {{(pid=94637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:16:44.482005 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-402a4f08-a3d4-4cef-9e3c-79f8952ebaa7 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:16:44.482005 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-402a4f08-a3d4-4cef-9e3c-79f8952ebaa7 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:44.515438 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-6b4ea495-a542-4e3c-946e-74a9366a01bd None None] Set router 42b7eee5-46bb-4993-af88-285b8df17ae5 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:16:44.515902 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:44.696855 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a4f08-a3d4-4cef-9e3c-79f8952ebaa7 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Pushing event updated for resources: {'Port': ['ID=6f00f66d-e6e5-4f5e-b54d-358119079eeb,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:44.731886 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-402a4f08-a3d4-4cef-9e3c-79f8952ebaa7 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3295095 Sep 09 18:16:44.773508 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b91925-8aec-4acc-b04e-1c4494d04d1b admin admin] Network 165da4a9-ef54-4e00-b346-cd05df750cfe is already hosted by enough agents. {{(pid=94637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:16:44.796613 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.base_scheduler [None req-64b91925-8aec-4acc-b04e-1c4494d04d1b admin admin] Resources bound (agent type, host, resource id): {{(pid=94637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:16:44.852615 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-c3f009cd-cc9f-49a4-9441-edb2bcf32af7 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 18:16:44.855299 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Pushing event updated for resources: {'Port': ['ID=a1fdd68f-ea15-4804-927b-44e918f1300c,revision_number=4']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:44.858178 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-c3f009cd-cc9f-49a4-9441-edb2bcf32af7 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0692134 Sep 09 18:16:45.448485 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 603bf2e5-77ef-4481-ab78-8ff116519aea up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:16:45.749093 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-2bc350ca-c356-48c8-a5b6-4de305bf87b0 None None] Provisioning complete for port d4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c triggered by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:16:45.749093 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2bc350ca-c356-48c8-a5b6-4de305bf87b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:45.749322 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-6b4ea495-a542-4e3c-946e-74a9366a01bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'name': 'tempest-AttachVolumeTestJSON-1967749576-router', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a1fdd68f-ea15-4804-927b-44e918f1300c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:27Z', 'updated_at': '2021-09-09T18:16:39Z', 'revision_number': 4, 'project_id': '289a7608c7ee408d90d48b78c6155ce2', 'gw_port': {'id': 'a1fdd68f-ea15-4804-927b-44e918f1300c', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:19:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:29Z', 'updated_at': '2021-09-09T18:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': 'f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc', 'name': '', 'network_id': '9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'mac_address': 'fa:16:3e:15:41:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '07bcfd60-1ce9-4552-ba2f-917a442c6c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:37Z', 'updated_at': '2021-09-09T18:16:40Z', 'revision_number': 2, 'project_id': '289a7608c7ee408d90d48b78c6155ce2', 'subnets': [{'id': '07bcfd60-1ce9-4552-ba2f-917a442c6c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:16:45.796628 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b91925-8aec-4acc-b04e-1c4494d04d1b admin admin] Router d1f52529-0a41-46be-9c5c-93bde176a826 has already been hosted by L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 {{(pid=94637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 18:16:45.797451 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4ea495-a542-4e3c-946e-74a9366a01bd None None] Checking router: 42b7eee5-46bb-4993-af88-285b8df17ae5 for host: dv-cinder-779540-2-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:16:45.797979 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4ea495-a542-4e3c-946e-74a9366a01bd None None] Updating router 42b7eee5-46bb-4993-af88-285b8df17ae5 port f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc binding host dv-cinder-779540-2-iscsi {{(pid=94640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 18:16:45.887938 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2bc350ca-c356-48c8-a5b6-4de305bf87b0 None None] Port d4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c cannot update to ACTIVE because it is not bound. {{(pid=94639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 18:16:45.909371 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12816a-6b79-4e88-8d11-07a5ea5e6c4c req-baff6e99-f48b-4318-b657-1ab0b0cf9354 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:16:45.916010 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7e12816a-6b79-4e88-8d11-07a5ea5e6c4c req-baff6e99-f48b-4318-b657-1ab0b0cf9354 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 932 time: 0.3698587 Sep 09 18:16:45.920748 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning for port 603bf2e5-77ef-4481-ab78-8ff116519aea completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:16:45.926667 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b4ea495-a542-4e3c-946e-74a9366a01bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:45.935856 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port 603bf2e5-77ef-4481-ab78-8ff116519aea triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:16:45.940984 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:46.212767 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 36582) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:46.277876 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:46.325324 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-77e34664-1f71-41b9-85f1-efe94c034920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:46.335907 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7e12816a-6b79-4e88-8d11-07a5ea5e6c4c req-af47466d-8fbe-4502-9737-ae42fdcc03ec tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847611 Sep 09 18:16:46.336774 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 36586) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:46.518618 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] For port 603bf2e5-77ef-4481-ab78-8ff116519aea, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=603bf2e5-77ef-4481-ab78-8ff116519aea,segment=NetworkSegment(f738fa1f-ed07-465a-b70c-8f41c0eb3df6),segment_id=f738fa1f-ed07-465a-b70c-8f41c0eb3df6)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:16:46.592980 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 36596) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:46.631559 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:46.633482 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device b83c3561-a3ae-4281-9f3f-453621f5a0a7 up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:16:46.638202 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-76411ee6-2342-43d0-8428-54257b0a477f tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Request body: {'security_group': {'name': 'tempest-securitygroup--780315335', 'description': 'tempest-description--1401599847'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:16:46.648406 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-7334bddf-27fb-4b80-827a-fd87658acd07 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8b8342bdf41c481b8f59795986d0d587&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1593819 Sep 09 18:16:46.656519 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 36604) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:46.671690 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b91925-8aec-4acc-b04e-1c4494d04d1b admin admin] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:16:46.695424 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-64b91925-8aec-4acc-b04e-1c4494d04d1b admin admin] 10.222.0.39 "PUT /v2.0/routers/d1f52529-0a41-46be-9c5c-93bde176a826/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5440552 Sep 09 18:16:46.910691 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8525f2e5-5752-4f99-86b0-f8f4759a2bb5 None None] Sync routers for ids ['d1f52529-0a41-46be-9c5c-93bde176a826'] in dv-cinder-779540-2-iscsi {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:16:47.032093 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-d0247746-ecf4-490d-8d93-573f76b4ef3a tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:16:47.053238 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-d0247746-ecf4-490d-8d93-573f76b4ef3a tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/networks?id=eafe2dd1-3f55-4813-b3ae-df6e622a3eab HTTP/1.1" status: 200 len: 818 time: 0.3536906 Sep 09 18:16:47.081723 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-c684e5d5-0fca-4216-8218-e20b8989a419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:47.104206 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-77e34664-1f71-41b9-85f1-efe94c034920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:47.106539 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Pushing event updated for resources: {'Port': ['ID=603bf2e5-77ef-4481-ab78-8ff116519aea,revision_number=5']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:47.114991 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8525f2e5-5752-4f99-86b0-f8f4759a2bb5 None None] Routers {'d1f52529-0a41-46be-9c5c-93bde176a826'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:16:47.120109 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-8525f2e5-5752-4f99-86b0-f8f4759a2bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:16:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['d1f52529-0a41-46be-9c5c-93bde176a826'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:16:47.198678 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-d3cb94d4-5615-4b07-a371-ed0e5add55f1 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/quotas/0e28af74cee746159f61e6e9abc8948d HTTP/1.1" status: 200 len: 375 time: 0.0681500 Sep 09 18:16:47.224180 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b4ea495-a542-4e3c-946e-74a9366a01bd None None] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:47.224816 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-c684e5d5-0fca-4216-8218-e20b8989a419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:47.232642 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-77e34664-1f71-41b9-85f1-efe94c034920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:47.247490 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-6b4ea495-a542-4e3c-946e-74a9366a01bd None None] Transition to ACTIVE for port object f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:16:47.271328 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port b83c3561-a3ae-4281-9f3f-453621f5a0a7 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:16:47.271746 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:47.285124 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-f113bd4a-75d9-47fb-af24-bd9be68fc2cb service neutron] Request body: {'port': {'device_id': 'b3bd08b1-f32e-40c7-b637-e1ac2651ecc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77954'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:16:47.344801 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b4ea495-a542-4e3c-946e-74a9366a01bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:47.486562 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-2fcd2d76-5aca-4069-878e-3e646b188eb9 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0e28af74cee746159f61e6e9abc8948d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2797923 Sep 09 18:16:47.487471 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e34664-1f71-41b9-85f1-efe94c034920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3db0322-61f9-45d5-9a49-38625ee07182,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:47.541769 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-77e34664-1f71-41b9-85f1-efe94c034920 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dd5f7f8a5f984fd4983b46e1aec083e5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3249743 Sep 09 18:16:47.542751 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 36626) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:47.587317 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6909440-9a06-4342-89e9-28e6a3e8ef19 None None] Pushing event updated for resources: {'Port': ['ID=f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:47.672410 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-f113bd4a-75d9-47fb-af24-bd9be68fc2cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:47.703292 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-76411ee6-2342-43d0-8428-54257b0a477f tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:47.811263 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d482b843-3d45-44c8-9d69-12566c51c232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:47.813734 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-8525f2e5-5752-4f99-86b0-f8f4759a2bb5 None None] Set router d1f52529-0a41-46be-9c5c-93bde176a826 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:16:47.832280 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-6b4ea495-a542-4e3c-946e-74a9366a01bd None None] Attempting to bind port f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc on host dv-cinder-779540-2-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:16:47.843564 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-6b4ea495-a542-4e3c-946e-74a9366a01bd None None] Attempting to bind port f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc by drivers openvswitch,hyperv on host dv-cinder-779540-2-iscsi at level 0 using segments [{'id': '3502381a-c164-43bc-a609-16a785b97be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:16:47.843564 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4ea495-a542-4e3c-946e-74a9366a01bd None None] Attempting to bind port f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc on network 9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:16:48.117799 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4ea495-a542-4e3c-946e-74a9366a01bd None None] Checking agent: {'id': '6d9a1dab-6af8-44c5-a6af-2e6d734c4a3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 7, 57), 'started_at': datetime.datetime(2021, 9, 9, 18, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:16:48.117799 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4ea495-a542-4e3c-946e-74a9366a01bd None None] Checking segment: {'id': '3502381a-c164-43bc-a609-16a785b97be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:16:48.117799 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b4ea495-a542-4e3c-946e-74a9366a01bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:48.117799 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4ea495-a542-4e3c-946e-74a9366a01bd None None] Bound using segment: {'id': '3502381a-c164-43bc-a609-16a785b97be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:16:48.117799 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-6b4ea495-a542-4e3c-946e-74a9366a01bd None None] Bound port: f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc, host: dv-cinder-779540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3502381a-c164-43bc-a609-16a785b97be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:16:48.117799 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b4ea495-a542-4e3c-946e-74a9366a01bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:48.119967 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d482b843-3d45-44c8-9d69-12566c51c232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:48.120049 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-6b4ea495-a542-4e3c-946e-74a9366a01bd None None] For port f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc, host dv-cinder-779540-2-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:16:48.120049 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-6b4ea495-a542-4e3c-946e-74a9366a01bd None None] For port f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc, host dv-cinder-779540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc,segment=NetworkSegment(3502381a-c164-43bc-a609-16a785b97be8),segment_id=3502381a-c164-43bc-a609-16a785b97be8)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:16:48.120189 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 36632) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:48.396911 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8327894b-3fdf-437d-8071-087c6e6b43b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:48.476695 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d482b843-3d45-44c8-9d69-12566c51c232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:48.479396 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d482b843-3d45-44c8-9d69-12566c51c232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:48.480901 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-d482b843-3d45-44c8-9d69-12566c51c232 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f3db0322-61f9-45d5-9a49-38625ee07182 HTTP/1.1" status: 204 len: 168 time: 0.9354451 Sep 09 18:16:48.483031 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b4ea495-a542-4e3c-946e-74a9366a01bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:48.512041 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-8525f2e5-5752-4f99-86b0-f8f4759a2bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'name': 'tempest-AttachVolumeShelveTestJSON-1920363128-router', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b83c3561-a3ae-4281-9f3f-453621f5a0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:28Z', 'updated_at': '2021-09-09T18:16:39Z', 'revision_number': 4, 'project_id': '43ce4a6143564c64b1be155ca237d8e1', 'gw_port': {'id': 'b83c3561-a3ae-4281-9f3f-453621f5a0a7', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ef:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:30Z', 'updated_at': '2021-09-09T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': 'd4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c', 'name': '', 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'mac_address': 'fa:16:3e:b1:54:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a76c712f-0b8e-4da8-9f5a-950d58cfba07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:36Z', 'updated_at': '2021-09-09T18:16:40Z', 'revision_number': 2, 'project_id': '43ce4a6143564c64b1be155ca237d8e1', 'subnets': [{'id': 'a76c712f-0b8e-4da8-9f5a-950d58cfba07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:16:48.539672 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482b843-3d45-44c8-9d69-12566c51c232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3db0322-61f9-45d5-9a49-38625ee07182,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:48.616633 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8525f2e5-5752-4f99-86b0-f8f4759a2bb5 None None] Checking router: d1f52529-0a41-46be-9c5c-93bde176a826 for host: dv-cinder-779540-2-iscsi {{(pid=94639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:16:48.617686 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8525f2e5-5752-4f99-86b0-f8f4759a2bb5 None None] Updating router d1f52529-0a41-46be-9c5c-93bde176a826 port d4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c binding host dv-cinder-779540-2-iscsi {{(pid=94639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 18:16:48.699936 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-76411ee6-2342-43d0-8428-54257b0a477f tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:48.710718 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 36646) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:48.726826 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-c684e5d5-0fca-4216-8218-e20b8989a419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:48.732816 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-c684e5d5-0fca-4216-8218-e20b8989a419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:48.734623 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-c684e5d5-0fca-4216-8218-e20b8989a419 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/68bcc8eb-f21c-4385-ad77-a676b7a0621a HTTP/1.1" status: 204 len: 168 time: 2.0766463 Sep 09 18:16:48.753647 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-eeb74a8b-a921-40a5-8cb3-d8ea6f387f6c tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Request body: {'security_group': {'name': 'tempest-securitygroup--744504861', 'description': 'tempest-description--870093530'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:16:48.787882 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8525f2e5-5752-4f99-86b0-f8f4759a2bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:48.813506 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684e5d5-0fca-4216-8218-e20b8989a419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bcc8eb-f21c-4385-ad77-a676b7a0621a,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:48.859028 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4ea495-a542-4e3c-946e-74a9366a01bd None None] Routers {'42b7eee5-46bb-4993-af88-285b8df17ae5'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:16:48.859909 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-6b4ea495-a542-4e3c-946e-74a9366a01bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:16:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['42b7eee5-46bb-4993-af88-285b8df17ae5'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:16:48.864505 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6909440-9a06-4342-89e9-28e6a3e8ef19 None None] Pushing event updated for resources: {'Port': ['ID=f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:48.872260 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-858c5b21-8472-4311-a25a-59f98c28c504 service neutron] 10.222.0.39 "GET /v2.0/networks/eafe2dd1-3f55-4813-b3ae-df6e622a3eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3843083 Sep 09 18:16:48.907300 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 603bf2e5-77ef-4481-ab78-8ff116519aea up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:16:48.956531 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-76411ee6-2342-43d0-8428-54257b0a477f tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:49.130534 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76411ee6-2342-43d0-8428-54257b0a477f tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07023b89-2ef4-4614-b133-a7ee0867d823,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:49.249789 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-6b4ea495-a542-4e3c-946e-74a9366a01bd None None] Set router 42b7eee5-46bb-4993-af88-285b8df17ae5 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:16:49.398966 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8327894b-3fdf-437d-8071-087c6e6b43b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:49.513009 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8327894b-3fdf-437d-8071-087c6e6b43b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:49.540401 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port 603bf2e5-77ef-4481-ab78-8ff116519aea triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:16:49.540768 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:49.574118 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-f113bd4a-75d9-47fb-af24-bd9be68fc2cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f00f66d-e6e5-4f5e-b54d-358119079eeb {{(pid=94637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:16:49.634409 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848451f-27ca-491c-8bb1-d5c789fbd9a6 req-6242c823-cb80-43fc-828b-c15118a95894 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:16:49.640672 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c848451f-27ca-491c-8bb1-d5c789fbd9a6 req-6242c823-cb80-43fc-828b-c15118a95894 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 932 time: 0.7387650 Sep 09 18:16:49.666486 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-f113bd4a-75d9-47fb-af24-bd9be68fc2cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:49.673755 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-8327894b-3fdf-437d-8071-087c6e6b43b9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3279afdad5c84bd388c032a68c49165a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5658209 Sep 09 18:16:49.688780 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 36662) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:49.731365 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device a1fdd68f-ea15-4804-927b-44e918f1300c up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:16:49.740005 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-6b4ea495-a542-4e3c-946e-74a9366a01bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'name': 'tempest-AttachVolumeTestJSON-1967749576-router', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a1fdd68f-ea15-4804-927b-44e918f1300c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:27Z', 'updated_at': '2021-09-09T18:16:39Z', 'revision_number': 4, 'project_id': '289a7608c7ee408d90d48b78c6155ce2', 'gw_port': {'id': 'a1fdd68f-ea15-4804-927b-44e918f1300c', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:19:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:29Z', 'updated_at': '2021-09-09T18:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': 'f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc', 'name': '', 'network_id': '9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'mac_address': 'fa:16:3e:15:41:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '07bcfd60-1ce9-4552-ba2f-917a442c6c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:37Z', 'updated_at': '2021-09-09T18:16:48Z', 'revision_number': 4, 'project_id': '289a7608c7ee408d90d48b78c6155ce2', 'subnets': [{'id': '07bcfd60-1ce9-4552-ba2f-917a442c6c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:16:49.819326 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4ea495-a542-4e3c-946e-74a9366a01bd None None] The sync data for ids ['42b7eee5-46bb-4993-af88-285b8df17ae5'] in dv-cinder-779540-2-iscsi is: [{'id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'name': 'tempest-AttachVolumeTestJSON-1967749576-router', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a1fdd68f-ea15-4804-927b-44e918f1300c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:27Z', 'updated_at': '2021-09-09T18:16:39Z', 'revision_number': 4, 'project_id': '289a7608c7ee408d90d48b78c6155ce2', 'gw_port': {'id': 'a1fdd68f-ea15-4804-927b-44e918f1300c', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:19:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:29Z', 'updated_at': '2021-09-09T18:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': 'f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc', 'name': '', 'network_id': '9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'mac_address': 'fa:16:3e:15:41:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '07bcfd60-1ce9-4552-ba2f-917a442c6c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:37Z', 'updated_at': '2021-09-09T18:16:48Z', 'revision_number': 4, 'project_id': '289a7608c7ee408d90d48b78c6155ce2', 'subnets': [{'id': '07bcfd60-1ce9-4552-ba2f-917a442c6c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:16:49.892421 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.provisioning_blocks [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-f113bd4a-75d9-47fb-af24-bd9be68fc2cb service neutron] Transition to ACTIVE for port object 6f00f66d-e6e5-4f5e-b54d-358119079eeb will not be triggered until provisioned by entity L2. {{(pid=94637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:16:49.949229 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-0ac4abaa-be76-41b4-8177-0fc2ecc4330f service neutron] 10.222.0.39 "GET /v2.0/networks/eafe2dd1-3f55-4813-b3ae-df6e622a3eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0756850 Sep 09 18:16:49.981453 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-eeb74a8b-a921-40a5-8cb3-d8ea6f387f6c tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:49.997107 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-f113bd4a-75d9-47fb-af24-bd9be68fc2cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:50.097370 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c848451f-27ca-491c-8bb1-d5c789fbd9a6 req-bdd5ebb2-9215-4364-9eb0-8f99ab2a848a tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3986998 Sep 09 18:16:50.121135 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8327894b-3fdf-437d-8071-087c6e6b43b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f18718-60c7-46d5-bf1d-6481be1d2010,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:50.153286 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port a1fdd68f-ea15-4804-927b-44e918f1300c triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:16:50.162147 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:50.208999 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.54', 55759) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:50.307627 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-76411ee6-2342-43d0-8428-54257b0a477f tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:50.319715 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-76411ee6-2342-43d0-8428-54257b0a477f tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.7198598 Sep 09 18:16:50.325573 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 36678) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:50.388291 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8525f2e5-5752-4f99-86b0-f8f4759a2bb5 None None] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:50.522515 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-ddb4384f-25bd-499d-b7b6-22ee221887fd tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Request body: {'security_group_rule': {'security_group_id': '07023b89-2ef4-4614-b133-a7ee0867d823', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:16:50.536171 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-8525f2e5-5752-4f99-86b0-f8f4759a2bb5 None None] Transition to ACTIVE for port object d4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:16:50.570091 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-f113bd4a-75d9-47fb-af24-bd9be68fc2cb service neutron] Attempting to bind port 6f00f66d-e6e5-4f5e-b54d-358119079eeb on host hv-cinder-77954 for vnic_type normal with profile {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:16:50.570520 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-f113bd4a-75d9-47fb-af24-bd9be68fc2cb service neutron] Attempting to bind port 6f00f66d-e6e5-4f5e-b54d-358119079eeb by drivers openvswitch,hyperv on host hv-cinder-77954 at level 0 using segments [{'id': 'ae536695-5741-4cd5-b351-934abda3a601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '841e0f7e-1e52-4405-930c-472dd61ad299'}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:16:50.570915 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-f113bd4a-75d9-47fb-af24-bd9be68fc2cb service neutron] Attempting to bind port 6f00f66d-e6e5-4f5e-b54d-358119079eeb on network 841e0f7e-1e52-4405-930c-472dd61ad299 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:16:50.583598 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113bd4a-75d9-47fb-af24-bd9be68fc2cb service neutron] Pushing event updated for resources: {'Port': ['ID=6f00f66d-e6e5-4f5e-b54d-358119079eeb,revision_number=2']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:50.619499 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-f113bd4a-75d9-47fb-af24-bd9be68fc2cb service neutron] Port 6f00f66d-e6e5-4f5e-b54d-358119079eeb on network 841e0f7e-1e52-4405-930c-472dd61ad299 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77954 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 18:16:50.619824 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-f113bd4a-75d9-47fb-af24-bd9be68fc2cb service neutron] Attempting to bind port 6f00f66d-e6e5-4f5e-b54d-358119079eeb on network 841e0f7e-1e52-4405-930c-472dd61ad299 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:16:50.712421 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8525f2e5-5752-4f99-86b0-f8f4759a2bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:50.714201 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-96b94d3c-b84a-4060-95f8-6c6f59258d6b req-3387bbeb-d168-41e8-b9b5-2562fc447d3f tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 210 time: 0.1453440 Sep 09 18:16:50.730995 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-f113bd4a-75d9-47fb-af24-bd9be68fc2cb service neutron] Checking agent: {'id': 'e6e03918-0440-4933-b179-09c79aa47d03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 14, 34), 'started_at': datetime.datetime(2021, 9, 9, 18, 14, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:16:50.738439 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-f113bd4a-75d9-47fb-af24-bd9be68fc2cb service neutron] Checking segment: {'id': 'ae536695-5741-4cd5-b351-934abda3a601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '841e0f7e-1e52-4405-930c-472dd61ad299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:16:50.741966 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-f113bd4a-75d9-47fb-af24-bd9be68fc2cb service neutron] Bound using segment: {'id': 'ae536695-5741-4cd5-b351-934abda3a601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '841e0f7e-1e52-4405-930c-472dd61ad299'} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:16:50.746653 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-f113bd4a-75d9-47fb-af24-bd9be68fc2cb service neutron] Bound port: 6f00f66d-e6e5-4f5e-b54d-358119079eeb, host: hv-cinder-77954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae536695-5741-4cd5-b351-934abda3a601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '841e0f7e-1e52-4405-930c-472dd61ad299'}}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:16:50.747658 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-f113bd4a-75d9-47fb-af24-bd9be68fc2cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:50.884450 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd7528d-28de-42ee-8733-242514c8a4e2 None None] Pushing event updated for resources: {'Port': ['ID=d4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:50.888005 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ddb4384f-25bd-499d-b7b6-22ee221887fd tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:50.922790 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7478a8bd-6ebd-46bf-9c30-5dfcc423d40e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:51.005886 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-f113bd4a-75d9-47fb-af24-bd9be68fc2cb service neutron] For port 6f00f66d-e6e5-4f5e-b54d-358119079eeb, host hv-cinder-77954, cleared binding levels {{(pid=94637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:16:51.083474 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-f113bd4a-75d9-47fb-af24-bd9be68fc2cb service neutron] For port 6f00f66d-e6e5-4f5e-b54d-358119079eeb, host hv-cinder-77954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=6f00f66d-e6e5-4f5e-b54d-358119079eeb,segment=NetworkSegment(ae536695-5741-4cd5-b351-934abda3a601),segment_id=ae536695-5741-4cd5-b351-934abda3a601)] {{(pid=94637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:16:51.084765 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7478a8bd-6ebd-46bf-9c30-5dfcc423d40e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:51.173202 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-8525f2e5-5752-4f99-86b0-f8f4759a2bb5 None None] Attempting to bind port d4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c on host dv-cinder-779540-2-iscsi for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:16:51.173848 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-8525f2e5-5752-4f99-86b0-f8f4759a2bb5 None None] Attempting to bind port d4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c by drivers openvswitch,hyperv on host dv-cinder-779540-2-iscsi at level 0 using segments [{'id': '5dabc900-77d9-4787-b5a9-e934b438dec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:16:51.174404 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8525f2e5-5752-4f99-86b0-f8f4759a2bb5 None None] Attempting to bind port d4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c on network 165da4a9-ef54-4e00-b346-cd05df750cfe {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:16:51.202713 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8525f2e5-5752-4f99-86b0-f8f4759a2bb5 None None] Checking agent: {'id': '6d9a1dab-6af8-44c5-a6af-2e6d734c4a3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 7, 57), 'started_at': datetime.datetime(2021, 9, 9, 18, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:16:51.203407 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8525f2e5-5752-4f99-86b0-f8f4759a2bb5 None None] Checking segment: {'id': '5dabc900-77d9-4787-b5a9-e934b438dec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:16:51.203977 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8525f2e5-5752-4f99-86b0-f8f4759a2bb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:51.204573 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8525f2e5-5752-4f99-86b0-f8f4759a2bb5 None None] Bound using segment: {'id': '5dabc900-77d9-4787-b5a9-e934b438dec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:16:51.205261 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-8525f2e5-5752-4f99-86b0-f8f4759a2bb5 None None] Bound port: d4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c, host: dv-cinder-779540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dabc900-77d9-4787-b5a9-e934b438dec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:16:51.223139 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8525f2e5-5752-4f99-86b0-f8f4759a2bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:51.274569 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:16:51.284834 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-f113bd4a-75d9-47fb-af24-bd9be68fc2cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:51.672964 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113bd4a-75d9-47fb-af24-bd9be68fc2cb service neutron] Pushing event updated for resources: {'Port': ['ID=6f00f66d-e6e5-4f5e-b54d-358119079eeb,revision_number=3']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:51.792971 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-f113bd4a-75d9-47fb-af24-bd9be68fc2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:16:51.794709 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-f113bd4a-75d9-47fb-af24-bd9be68fc2cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:51.801493 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-f113bd4a-75d9-47fb-af24-bd9be68fc2cb service neutron] 10.222.0.54 "PUT /v2.0/ports/6f00f66d-e6e5-4f5e-b54d-358119079eeb HTTP/1.1" status: 200 len: 1094 time: 4.9140930 Sep 09 18:16:51.802865 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3bd08b1-f32e-40c7-b637-e1ac2651ecc1', 'tag': '6f00f66d-e6e5-4f5e-b54d-358119079eeb'}] {{(pid=94637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:16:51.803051 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning for port f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:16:51.859738 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:16:51.859738 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:52.043101 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7478a8bd-6ebd-46bf-9c30-5dfcc423d40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:52.076501 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7478a8bd-6ebd-46bf-9c30-5dfcc423d40e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:52.078047 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-7478a8bd-6ebd-46bf-9c30-5dfcc423d40e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f7f18718-60c7-46d5-bf1d-6481be1d2010 HTTP/1.1" status: 204 len: 168 time: 2.3876805 Sep 09 18:16:52.224189 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-8525f2e5-5752-4f99-86b0-f8f4759a2bb5 None None] For port d4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c, host dv-cinder-779540-2-iscsi, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:16:52.224708 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402383ea-b788-4cf2-b656-f123a7ff3ed5 req-e967b54c-2f9b-4f6b-a189-00ab72d00ebd tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:16:52.224708 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-402383ea-b788-4cf2-b656-f123a7ff3ed5 req-e967b54c-2f9b-4f6b-a189-00ab72d00ebd tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 944 time: 0.7113850 Sep 09 18:16:52.224708 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b80465aa-92b5-4477-bc6c-3172845e15b9 req-1d20c133-fbbd-493d-b4a5-d79c84bc5f74 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 210 time: 0.1764996 Sep 09 18:16:52.225234 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-8525f2e5-5752-4f99-86b0-f8f4759a2bb5 None None] For port d4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c, host dv-cinder-779540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=d4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c,segment=NetworkSegment(5dabc900-77d9-4787-b5a9-e934b438dec7),segment_id=5dabc900-77d9-4787-b5a9-e934b438dec7)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:16:52.291619 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:52.307875 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478a8bd-6ebd-46bf-9c30-5dfcc423d40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f18718-60c7-46d5-bf1d-6481be1d2010,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:52.401139 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] For port f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc,segment=NetworkSegment(3502381a-c164-43bc-a609-16a785b97be8),segment_id=3502381a-c164-43bc-a609-16a785b97be8)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:16:52.412921 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 6 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:16:52.419687 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8525f2e5-5752-4f99-86b0-f8f4759a2bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:52.483626 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-402383ea-b788-4cf2-b656-f123a7ff3ed5 req-577697df-717f-418b-a7c9-a701030eb7d4 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881076 Sep 09 18:16:52.499970 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-48ccb838-6124-4e53-b69b-f7de6c439e48 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:16:52.508640 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-dcf97bd3-bce2-4c2c-a488-3da3a6e927b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:16:52.514584 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-dcf97bd3-bce2-4c2c-a488-3da3a6e927b1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c7457b6cb56e47f488f4ca049be0eab6&device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 1097 time: 0.4548171 Sep 09 18:16:52.514876 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-48ccb838-6124-4e53-b69b-f7de6c439e48 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.54 "GET /v2.0/networks?id=eafe2dd1-3f55-4813-b3ae-df6e622a3eab HTTP/1.1" status: 200 len: 818 time: 2.2876661 Sep 09 18:16:52.584925 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-eccc9f55-9cc6-4e9c-99ff-b164f569f196 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Request body: {'port': {'device_id': '9e48ed13-b11f-4c93-9b84-739667a893b1', 'network_id': 'eafe2dd1-3f55-4813-b3ae-df6e622a3eab', 'admin_state_up': True, 'tenant_id': '0e28af74cee746159f61e6e9abc8948d'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:16:52.589690 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd7528d-28de-42ee-8733-242514c8a4e2 None None] Pushing event updated for resources: {'Port': ['ID=d4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c,revision_number=4']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:52.603303 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:52.711978 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ddb4384f-25bd-499d-b7b6-22ee221887fd tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:52.768733 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-a40bbda0-da8f-4a68-b1b9-d05ab03c7837 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f00f66d-e6e5-4f5e-b54d-358119079eeb HTTP/1.1" status: 200 len: 217 time: 0.2378569 Sep 09 18:16:52.791977 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8525f2e5-5752-4f99-86b0-f8f4759a2bb5 None None] Routers {'d1f52529-0a41-46be-9c5c-93bde176a826'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:16:52.793298 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-8525f2e5-5752-4f99-86b0-f8f4759a2bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:16:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['d1f52529-0a41-46be-9c5c-93bde176a826'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:16:52.815219 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-eeb74a8b-a921-40a5-8cb3-d8ea6f387f6c tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:52.946367 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-f6163c1d-73f7-4216-bffc-ebe270538beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:16:52.951026 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-f6163c1d-73f7-4216-bffc-ebe270538beb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6896cb90-4ec4-4769-88d9-e028922c40c1 HTTP/1.1" status: 200 len: 851 time: 0.1635392 Sep 09 18:16:53.047485 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-eeb74a8b-a921-40a5-8cb3-d8ea6f387f6c tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:53.105886 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Pushing event updated for resources: {'Port': ['ID=f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc,revision_number=5']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:53.113879 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ddb4384f-25bd-499d-b7b6-22ee221887fd tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644925'] for security_group_rule, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:53.248162 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-8525f2e5-5752-4f99-86b0-f8f4759a2bb5 None None] Set router d1f52529-0a41-46be-9c5c-93bde176a826 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:16:53.260713 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-2b93703f-1d88-4a3e-841e-ed1826bba3be service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=841e0f7e-1e52-4405-930c-472dd61ad299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2934155 Sep 09 18:16:53.276445 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133f33bf375164f5fa4b6a6278130a616101494423e3cf7e78094e28bab08aaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0768464-b590-4671-8f76-7890d6ff5857" -d '{"events": [{"name": "network-changed", "server_uuid": "b3bd08b1-f32e-40c7-b637-e1ac2651ecc1", "tag": "6f00f66d-e6e5-4f5e-b54d-358119079eeb"}]}' {{(pid=94637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:16:53.391625 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb4384f-25bd-499d-b7b6-22ee221887fd tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e0df28b-2be1-4e53-88ac-84ab48965464,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:53.439117 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-eeb74a8b-a921-40a5-8cb3-d8ea6f387f6c tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:53.448072 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-eeb74a8b-a921-40a5-8cb3-d8ea6f387f6c tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 4.7308393 Sep 09 18:16:53.478065 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 36752) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:53.511927 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-aeb2c8fa-f7c1-4100-8590-acfbabed1e54 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Request body: {'security_group_rule': {'security_group_id': '2b2c2ccd-f600-4faa-9103-b9728edd0c77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:16:53.579426 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ddb4384f-25bd-499d-b7b6-22ee221887fd tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:53.591064 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-ddb4384f-25bd-499d-b7b6-22ee221887fd tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.2124245 Sep 09 18:16:53.591064 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb74a8b-a921-40a5-8cb3-d8ea6f387f6c tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2c2ccd-f600-4faa-9103-b9728edd0c77,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:53.608727 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 36756) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:53.643770 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-a6e82e58-aa7c-4176-aa7f-d7b571c5e78a tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Request body: {'security_group_rule': {'security_group_id': '07023b89-2ef4-4614-b133-a7ee0867d823', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:16:53.882402 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.db.api [None req-aeb2c8fa-f7c1-4100-8590-acfbabed1e54 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 09 18:16:53.882402 dv-cinder-779540-2-iscsi neutron-server[94638]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 09 18:16:53.882402 dv-cinder-779540-2-iscsi neutron-server[94638]: [parameters: {'project_id': '43ce4a6143564c64b1be155ca237d8e1', 'id': '2e12de44-e2b4-478f-bc35-575648820c29', 'expiration': datetime.datetime(2021, 9, 9, 18, 18, 53, 707922)}] Sep 09 18:16:53.882402 dv-cinder-779540-2-iscsi neutron-server[94638]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 18:16:53.882402 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG oslo_db.api [None req-aeb2c8fa-f7c1-4100-8590-acfbabed1e54 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 18:16:53.882402 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.db.api [None req-a6e82e58-aa7c-4176-aa7f-d7b571c5e78a tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 09 18:16:53.882402 dv-cinder-779540-2-iscsi neutron-server[94638]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 09 18:16:53.882402 dv-cinder-779540-2-iscsi neutron-server[94638]: [parameters: {'project_id_1': '289a7608c7ee408d90d48b78c6155ce2', 'expiration_1': datetime.datetime(2021, 9, 9, 18, 16, 33, 696136)}] Sep 09 18:16:53.882402 dv-cinder-779540-2-iscsi neutron-server[94638]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 18:16:53.882402 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG oslo_db.api [None req-a6e82e58-aa7c-4176-aa7f-d7b571c5e78a tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 18:16:53.890080 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4c39b993-015a-4a99-ab71-a580548559fc req-fdf98eaf-46c4-46b9-89c1-95a76d57c60c tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 210 time: 0.5007370 Sep 09 18:16:53.904769 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-5226ca0b-555d-4c73-a77a-1f051084dc87 service neutron] 10.222.0.54 "GET /v2.0/networks/841e0f7e-1e52-4405-930c-472dd61ad299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6121709 Sep 09 18:16:54.089129 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-eccc9f55-9cc6-4e9c-99ff-b164f569f196 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Made reservation on behalf of 0e28af74cee746159f61e6e9abc8948d for: {'port': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:16:54.098680 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-8525f2e5-5752-4f99-86b0-f8f4759a2bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'name': 'tempest-AttachVolumeShelveTestJSON-1920363128-router', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b83c3561-a3ae-4281-9f3f-453621f5a0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:28Z', 'updated_at': '2021-09-09T18:16:39Z', 'revision_number': 4, 'project_id': '43ce4a6143564c64b1be155ca237d8e1', 'gw_port': {'id': 'b83c3561-a3ae-4281-9f3f-453621f5a0a7', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ef:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:30Z', 'updated_at': '2021-09-09T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': 'd4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c', 'name': '', 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'mac_address': 'fa:16:3e:b1:54:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a76c712f-0b8e-4da8-9f5a-950d58cfba07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:36Z', 'updated_at': '2021-09-09T18:16:52Z', 'revision_number': 4, 'project_id': '43ce4a6143564c64b1be155ca237d8e1', 'subnets': [{'id': 'a76c712f-0b8e-4da8-9f5a-950d58cfba07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:16:54.099152 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-eccc9f55-9cc6-4e9c-99ff-b164f569f196 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:54.320929 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8525f2e5-5752-4f99-86b0-f8f4759a2bb5 None None] The sync data for ids ['d1f52529-0a41-46be-9c5c-93bde176a826'] in dv-cinder-779540-2-iscsi is: [{'id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'name': 'tempest-AttachVolumeShelveTestJSON-1920363128-router', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b83c3561-a3ae-4281-9f3f-453621f5a0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:28Z', 'updated_at': '2021-09-09T18:16:39Z', 'revision_number': 4, 'project_id': '43ce4a6143564c64b1be155ca237d8e1', 'gw_port': {'id': 'b83c3561-a3ae-4281-9f3f-453621f5a0a7', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ef:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:30Z', 'updated_at': '2021-09-09T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': 'd4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c', 'name': '', 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'mac_address': 'fa:16:3e:b1:54:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a76c712f-0b8e-4da8-9f5a-950d58cfba07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:36Z', 'updated_at': '2021-09-09T18:16:52Z', 'revision_number': 4, 'project_id': '43ce4a6143564c64b1be155ca237d8e1', 'subnets': [{'id': 'a76c712f-0b8e-4da8-9f5a-950d58cfba07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:16:54.530351 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f4a35c17-2bee-4958-b4f7-7517827c652c req-40a2a25d-124d-49a1-b412-abb495d9cafc service neutron] 10.222.0.54 "GET /v2.0/networks/841e0f7e-1e52-4405-930c-472dd61ad299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5543728 Sep 09 18:16:54.605255 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c622c8-33c5-48f9-a44b-d154af415ccd req-f0acec55-0b03-495b-b3fb-823e27b1559b tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:16:54.619120 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e6c622c8-33c5-48f9-a44b-d154af415ccd req-f0acec55-0b03-495b-b3fb-823e27b1559b tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 944 time: 0.3660967 Sep 09 18:16:54.745395 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e6c622c8-33c5-48f9-a44b-d154af415ccd req-7341e71b-83fb-496f-9590-266f5ce34eef tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035750 Sep 09 18:16:54.749016 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 18:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bd6aff-3f61-459e-b248-1b688ebc40f8 x-openstack-request-id: req-27bd6aff-3f61-459e-b248-1b688ebc40f8 {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:16:54.754757 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3bd08b1-f32e-40c7-b637-e1ac2651ecc1", "tag": "6f00f66d-e6e5-4f5e-b54d-358119079eeb", "status": "completed", "code": 200}]} {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:16:54.755549 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-27bd6aff-3f61-459e-b248-1b688ebc40f8 {{(pid=94637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:16:54.756649 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3bd08b1-f32e-40c7-b637-e1ac2651ecc1', 'tag': '6f00f66d-e6e5-4f5e-b54d-358119079eeb', 'status': 'completed', 'code': 200} Sep 09 18:16:54.850644 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98632de2-6905-4241-9829-b6fcb391fc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:54.963042 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0768464-b590-4671-8f76-7890d6ff5857 req-49b2fb88-28f4-470c-a2df-5e9df61b3371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:16:54.966963 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e0768464-b590-4671-8f76-7890d6ff5857 req-49b2fb88-28f4-470c-a2df-5e9df61b3371 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c7457b6cb56e47f488f4ca049be0eab6&device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 1097 time: 0.1428034 Sep 09 18:16:55.140052 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-eccc9f55-9cc6-4e9c-99ff-b164f569f196 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Allocated IP 172.20.0.9 (eafe2dd1-3f55-4813-b3ae-df6e622a3eab/285c431c-6ae1-4a37-abf0-1b468ed843f7/4b6b9f03-276a-465a-a25a-51e7f177a098) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:16:55.197013 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:16:55.605929 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.54', 55763) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:55.760334 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-fa0c7c65-d291-42cc-a912-02b7ee88cb1f req-76f9f751-aba9-44a2-a45d-05b908c16d7c tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 210 time: 0.3568072 Sep 09 18:16:55.996547 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0768464-b590-4671-8f76-7890d6ff5857 req-67eabdf7-bc4a-4f06-b143-d7c925f00cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:16:55.998534 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e0768464-b590-4671-8f76-7890d6ff5857 req-67eabdf7-bc4a-4f06-b143-d7c925f00cb4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=841e0f7e-1e52-4405-930c-472dd61ad299 HTTP/1.1" status: 200 len: 912 time: 0.9925213 Sep 09 18:16:56.119897 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e0768464-b590-4671-8f76-7890d6ff5857 req-ba4e17e8-ec91-4b75-ba17-421d9c7e5efd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f00f66d-e6e5-4f5e-b54d-358119079eeb HTTP/1.1" status: 200 len: 217 time: 0.1061537 Sep 09 18:16:56.135888 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-aeb2c8fa-f7c1-4100-8590-acfbabed1e54 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:56.198671 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:16:56.199499 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:56.429884 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-eccc9f55-9cc6-4e9c-99ff-b164f569f196 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:56.497781 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-aeb2c8fa-f7c1-4100-8590-acfbabed1e54 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:56.522186 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device d4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:16:56.540589 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a6e82e58-aa7c-4176-aa7f-d7b571c5e78a tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:56.650366 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-aeb2c8fa-f7c1-4100-8590-acfbabed1e54 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644925'] for security_group_rule, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:56.810456 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0768464-b590-4671-8f76-7890d6ff5857 req-a1c3821e-f875-4080-8c7a-4a6d1ed28ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:16:56.810456 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e0768464-b590-4671-8f76-7890d6ff5857 req-a1c3821e-f875-4080-8c7a-4a6d1ed28ba5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6896cb90-4ec4-4769-88d9-e028922c40c1 HTTP/1.1" status: 200 len: 851 time: 0.2150416 Sep 09 18:16:56.829663 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-af9809ca-0090-4c7a-b3b3-486554372235 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:16:56.839962 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-af9809ca-0090-4c7a-b3b3-486554372235 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.54 "GET /v2.0/networks?id=eafe2dd1-3f55-4813-b3ae-df6e622a3eab HTTP/1.1" status: 200 len: 818 time: 1.2302778 Sep 09 18:16:56.902381 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-01c8c9a4-6947-4f1d-9794-d17314f52406 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Request body: {'port': {'device_id': '4a2c0eda-2bdb-482c-a78d-53e4f47f00b8', 'network_id': 'eafe2dd1-3f55-4813-b3ae-df6e622a3eab', 'admin_state_up': True, 'tenant_id': '0e28af74cee746159f61e6e9abc8948d'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:16:56.936793 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8215fc-9379-421c-b639-4dc787e256fb req-6eb0a640-c8ed-4530-850e-81b5b1f35904 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:16:56.942391 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0e8215fc-9379-421c-b639-4dc787e256fb req-6eb0a640-c8ed-4530-850e-81b5b1f35904 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 944 time: 0.9228625 Sep 09 18:16:56.965760 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2c8fa-f7c1-4100-8590-acfbabed1e54 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56499252-c18d-4d45-afdf-1a22995a8acb,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:56.988652 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e0768464-b590-4671-8f76-7890d6ff5857 req-bac2f379-f7dc-4fd1-bac7-65615b3167a2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=841e0f7e-1e52-4405-930c-472dd61ad299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1460137 Sep 09 18:16:57.077864 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning for port d4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:16:57.085905 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port d4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:16:57.087408 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:57.097576 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a6e82e58-aa7c-4176-aa7f-d7b571c5e78a tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:57.109500 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-aeb2c8fa-f7c1-4100-8590-acfbabed1e54 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:57.118561 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-aeb2c8fa-f7c1-4100-8590-acfbabed1e54 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.6266122 Sep 09 18:16:57.125127 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 36818) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:57.155279 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-7ebad2db-6260-4447-b162-d3d81e9f67d6 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Request body: {'security_group_rule': {'security_group_id': '2b2c2ccd-f600-4faa-9103-b9728edd0c77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:16:57.193421 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-eccc9f55-9cc6-4e9c-99ff-b164f569f196 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2896014'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:57.210457 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a6e82e58-aa7c-4176-aa7f-d7b571c5e78a tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644925'] for security_group_rule, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:57.314101 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a61a82dc-5f63-485e-8ebb-eebb6a528201 req-c056388b-73a3-433c-8985-87b2e598e336 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 210 time: 0.1289575 Sep 09 18:16:57.604027 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0e8215fc-9379-421c-b639-4dc787e256fb req-55ebce8f-d92f-4d23-910e-3625b85773a4 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5381906 Sep 09 18:16:57.762176 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:57.775230 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4afa4ff-19db-4751-a901-5f991ba05ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:57.781862 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e0768464-b590-4671-8f76-7890d6ff5857 req-f7f05764-bf99-4e6f-8cb5-cd95bd5e3d15 service neutron] 10.222.0.54 "GET /v2.0/networks/841e0f7e-1e52-4405-930c-472dd61ad299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7114196 Sep 09 18:16:57.808974 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:57.859805 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-eccc9f55-9cc6-4e9c-99ff-b164f569f196 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Network eafe2dd1-3f55-4813-b3ae-df6e622a3eab is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:16:57.876697 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] For port d4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=d4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c,segment=NetworkSegment(5dabc900-77d9-4787-b5a9-e934b438dec7),segment_id=5dabc900-77d9-4787-b5a9-e934b438dec7)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:16:57.901288 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-eccc9f55-9cc6-4e9c-99ff-b164f569f196 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:16:57.905720 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-eccc9f55-9cc6-4e9c-99ff-b164f569f196 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:16:57.946678 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:58.012459 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e82e58-aa7c-4176-aa7f-d7b571c5e78a tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c93c0cf-fbe5-4823-8fe5-2d20f774ebd3,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:58.079678 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e0768464-b590-4671-8f76-7890d6ff5857 req-b238316e-42ce-4ce6-8152-59f6fbebd8f3 service neutron] 10.222.0.54 "GET /v2.0/networks/841e0f7e-1e52-4405-930c-472dd61ad299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724419 Sep 09 18:16:58.091565 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7ebad2db-6260-4447-b162-d3d81e9f67d6 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:58.093305 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Pushing event updated for resources: {'Port': ['ID=d4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c,revision_number=5']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:58.124692 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc9f55-9cc6-4e9c-99ff-b164f569f196 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Pushing event updated for resources: {'Port': ['ID=4b6b9f03-276a-465a-a25a-51e7f177a098,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:58.186992 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-eccc9f55-9cc6-4e9c-99ff-b164f569f196 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:16:58.187884 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-eccc9f55-9cc6-4e9c-99ff-b164f569f196 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:58.249248 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7ebad2db-6260-4447-b162-d3d81e9f67d6 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:58.252676 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a6e82e58-aa7c-4176-aa7f-d7b571c5e78a tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:58.252676 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-a6e82e58-aa7c-4176-aa7f-d7b571c5e78a tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 4.6170692 Sep 09 18:16:58.256416 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 36834) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:58.266727 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-d5c99f9a-8ae3-4c85-898c-bb0642a74e13 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Request body: {'floatingip': {'floating_network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:16:58.462710 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5fb9857e-e148-4a89-aa35-f3abcfe8cb4e req-359d721b-a337-4775-ac35-0b9a9d717004 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 210 time: 0.0439339 Sep 09 18:16:58.463606 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-01c8c9a4-6947-4f1d-9794-d17314f52406 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Made reservation on behalf of 0e28af74cee746159f61e6e9abc8948d for: {'port': 1} {{(pid=94637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:16:58.467715 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-01c8c9a4-6947-4f1d-9794-d17314f52406 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:58.530237 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7ebad2db-6260-4447-b162-d3d81e9f67d6 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644925'] for security_group_rule, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:58.588746 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebad2db-6260-4447-b162-d3d81e9f67d6 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbf356c1-2b98-41c6-b3a5-a48375d430d7,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:58.634821 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-eccc9f55-9cc6-4e9c-99ff-b164f569f196 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0502720 Sep 09 18:16:58.694278 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.db_base_plugin_common [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-01c8c9a4-6947-4f1d-9794-d17314f52406 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Allocated IP 172.20.0.11 (eafe2dd1-3f55-4813-b3ae-df6e622a3eab/285c431c-6ae1-4a37-abf0-1b468ed843f7/443dbf9e-aa62-4786-9f48-d0e5a2748e42) {{(pid=94637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:16:58.749489 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7ebad2db-6260-4447-b162-d3d81e9f67d6 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:58.760192 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-7ebad2db-6260-4447-b162-d3d81e9f67d6 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6295433 Sep 09 18:16:58.763480 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 36840) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:16:58.769768 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-77aa7d09-0582-4817-b177-d4c8def03a11 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Request body: {'floatingip': {'floating_network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:16:59.152913 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:59.154310 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d5c99f9a-8ae3-4c85-898c-bb0642a74e13 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks [] for floatingip, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:59.390292 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f83eba-ac98-4747-b43f-3a56c75e8bd8 req-1c650757-ea15-499e-a043-40f406f7975a tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:16:59.390292 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f4f83eba-ac98-4747-b43f-3a56c75e8bd8 req-1c650757-ea15-499e-a043-40f406f7975a tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 944 time: 0.1841483 Sep 09 18:16:59.434588 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f4f83eba-ac98-4747-b43f-3a56c75e8bd8 req-868f7033-5ab0-403b-93aa-b1c2ed6d3955 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878650 Sep 09 18:16:59.448278 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-01c8c9a4-6947-4f1d-9794-d17314f52406 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Notify callbacks [] for port, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:59.479361 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d5c99f9a-8ae3-4c85-898c-bb0642a74e13 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:59.558170 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-77aa7d09-0582-4817-b177-d4c8def03a11 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks [] for floatingip, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:59.634523 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9a058131-4ec0-4b31-8975-7839b5827112 req-f570c9dd-0763-4dd6-bd5a-776651438e3a tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 210 time: 0.0511730 Sep 09 18:16:59.680746 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-01c8c9a4-6947-4f1d-9794-d17314f52406 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681'] for port, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:59.787992 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-01c8c9a4-6947-4f1d-9794-d17314f52406 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Network eafe2dd1-3f55-4813-b3ae-df6e622a3eab is already hosted by enough agents. {{(pid=94637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:16:59.794390 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.base_scheduler [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-01c8c9a4-6947-4f1d-9794-d17314f52406 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Resources bound (agent type, host, resource id): {{(pid=94637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:16:59.802154 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-01c8c9a4-6947-4f1d-9794-d17314f52406 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Received port after_create {{(pid=94637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:16:59.813809 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-01c8c9a4-6947-4f1d-9794-d17314f52406 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:16:59.818070 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-01c8c9a4-6947-4f1d-9794-d17314f52406 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:16:59.844199 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-5833eabe-2241-4963-94bd-d3ae0083e38e service neutron] Request body: {'port': {'device_id': '9e48ed13-b11f-4c93-9b84-739667a893b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77954'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:16:59.891574 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8c9a4-6947-4f1d-9794-d17314f52406 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Pushing event updated for resources: {'Port': ['ID=443dbf9e-aa62-4786-9f48-d0e5a2748e42,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:16:59.935611 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-01c8c9a4-6947-4f1d-9794-d17314f52406 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0549321 Sep 09 18:16:59.992126 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-7b238ba7-e2dd-4c85-ba6a-3b6e4482a5af service neutron] Request body: {'port': {'device_id': '4a2c0eda-2bdb-482c-a78d-53e4f47f00b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77954'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:17:00.045845 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-d5c99f9a-8ae3-4c85-898c-bb0642a74e13 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Allocated IP 172.27.0.33 (3a4844da-e7df-49de-8120-ac4d2e4c4f80/6ecf6949-122b-4bec-9802-77be4eb2c7d8/b0ebdf63-d8be-4e20-8308-9c83e3c2eb2f) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:17:00.155642 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device d4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:17:00.195509 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-5833eabe-2241-4963-94bd-d3ae0083e38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:00.244240 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-7b238ba7-e2dd-4c85-ba6a-3b6e4482a5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:00.298970 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port d4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:17:00.304811 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:00.781012 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-77aa7d09-0582-4817-b177-d4c8def03a11 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:00.856399 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c1d5e-e117-4f75-88c4-15d3c4af9e2f req-74756a44-8c33-4f1f-87a8-3fdbb2cf699f tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:00.859117 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3d5c1d5e-e117-4f75-88c4-15d3c4af9e2f req-74756a44-8c33-4f1f-87a8-3fdbb2cf699f tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 944 time: 0.1977201 Sep 09 18:17:01.069924 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d5c99f9a-8ae3-4c85-898c-bb0642a74e13 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:01.098676 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffd76b-9d79-4541-bb5e-a8b59472e7c5 req-2fe799d6-1261-47fc-9e2b-fbfacaded2fd tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:01.101202 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-76ffd76b-9d79-4541-bb5e-a8b59472e7c5 req-2fe799d6-1261-47fc-9e2b-fbfacaded2fd tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 932 time: 0.3136468 Sep 09 18:17:01.107075 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3d5c1d5e-e117-4f75-88c4-15d3c4af9e2f req-03b85ae4-18e8-4128-be5e-0723fc5205ae tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911075 Sep 09 18:17:01.198534 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:01.252342 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-7b238ba7-e2dd-4c85-ba6a-3b6e4482a5af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 443dbf9e-aa62-4786-9f48-d0e5a2748e42 {{(pid=94637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:17:01.330494 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-7b238ba7-e2dd-4c85-ba6a-3b6e4482a5af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:01.330494 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-76ffd76b-9d79-4541-bb5e-a8b59472e7c5 req-d61b3bd7-9633-4413-ba22-eb8b4369dfbd tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433504 Sep 09 18:17:01.330494 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.provisioning_blocks [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-7b238ba7-e2dd-4c85-ba6a-3b6e4482a5af service neutron] Transition to ACTIVE for port object 443dbf9e-aa62-4786-9f48-d0e5a2748e42 will not be triggered until provisioned by entity L2. {{(pid=94637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:17:01.419054 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d5c99f9a-8ae3-4c85-898c-bb0642a74e13 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2896014'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:01.547659 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c99f9a-8ae3-4c85-898c-bb0642a74e13 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Pushing event updated for resources: {'Port': ['ID=b0ebdf63-d8be-4e20-8308-9c83e3c2eb2f,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:01.552977 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-7b238ba7-e2dd-4c85-ba6a-3b6e4482a5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:01.574611 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-77aa7d09-0582-4817-b177-d4c8def03a11 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Allocated IP 172.27.0.246 (3a4844da-e7df-49de-8120-ac4d2e4c4f80/6ecf6949-122b-4bec-9802-77be4eb2c7d8/9fd253b2-5717-4d84-84de-dc9bb5f718aa) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:17:01.630960 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b238ba7-e2dd-4c85-ba6a-3b6e4482a5af service neutron] Pushing event updated for resources: {'Port': ['ID=443dbf9e-aa62-4786-9f48-d0e5a2748e42,revision_number=2']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:01.701241 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c99f9a-8ae3-4c85-898c-bb0642a74e13 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Network 3a4844da-e7df-49de-8120-ac4d2e4c4f80 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:17:01.709820 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-d5c99f9a-8ae3-4c85-898c-bb0642a74e13 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:17:01.734358 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-7b238ba7-e2dd-4c85-ba6a-3b6e4482a5af service neutron] Attempting to bind port 443dbf9e-aa62-4786-9f48-d0e5a2748e42 on host hv-cinder-77954 for vnic_type normal with profile {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:17:01.735091 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-7b238ba7-e2dd-4c85-ba6a-3b6e4482a5af service neutron] Attempting to bind port 443dbf9e-aa62-4786-9f48-d0e5a2748e42 by drivers openvswitch,hyperv on host hv-cinder-77954 at level 0 using segments [{'id': 'f738fa1f-ed07-465a-b70c-8f41c0eb3df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'eafe2dd1-3f55-4813-b3ae-df6e622a3eab'}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:17:01.735765 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-7b238ba7-e2dd-4c85-ba6a-3b6e4482a5af service neutron] Attempting to bind port 443dbf9e-aa62-4786-9f48-d0e5a2748e42 on network eafe2dd1-3f55-4813-b3ae-df6e622a3eab {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:17:01.744697 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c99f9a-8ae3-4c85-898c-bb0642a74e13 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:17:01.745902 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-7b238ba7-e2dd-4c85-ba6a-3b6e4482a5af service neutron] Port 443dbf9e-aa62-4786-9f48-d0e5a2748e42 on network eafe2dd1-3f55-4813-b3ae-df6e622a3eab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77954 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 18:17:01.746413 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-7b238ba7-e2dd-4c85-ba6a-3b6e4482a5af service neutron] Attempting to bind port 443dbf9e-aa62-4786-9f48-d0e5a2748e42 on network eafe2dd1-3f55-4813-b3ae-df6e622a3eab {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:17:01.754295 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-7b238ba7-e2dd-4c85-ba6a-3b6e4482a5af service neutron] Checking agent: {'id': 'e6e03918-0440-4933-b179-09c79aa47d03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 14, 34), 'started_at': datetime.datetime(2021, 9, 9, 18, 14, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:17:01.758598 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-7b238ba7-e2dd-4c85-ba6a-3b6e4482a5af service neutron] Checking segment: {'id': 'f738fa1f-ed07-465a-b70c-8f41c0eb3df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'eafe2dd1-3f55-4813-b3ae-df6e622a3eab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:17:01.758598 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-7b238ba7-e2dd-4c85-ba6a-3b6e4482a5af service neutron] Bound using segment: {'id': 'f738fa1f-ed07-465a-b70c-8f41c0eb3df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'eafe2dd1-3f55-4813-b3ae-df6e622a3eab'} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:17:01.758598 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-7b238ba7-e2dd-4c85-ba6a-3b6e4482a5af service neutron] Bound port: 443dbf9e-aa62-4786-9f48-d0e5a2748e42, host: hv-cinder-77954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f738fa1f-ed07-465a-b70c-8f41c0eb3df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'eafe2dd1-3f55-4813-b3ae-df6e622a3eab'}}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:17:01.758598 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-7b238ba7-e2dd-4c85-ba6a-3b6e4482a5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:01.850987 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-77aa7d09-0582-4817-b177-d4c8def03a11 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:01.913770 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-7b238ba7-e2dd-4c85-ba6a-3b6e4482a5af service neutron] For port 443dbf9e-aa62-4786-9f48-d0e5a2748e42, host hv-cinder-77954, cleared binding levels {{(pid=94637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:17:01.924082 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-7b238ba7-e2dd-4c85-ba6a-3b6e4482a5af service neutron] For port 443dbf9e-aa62-4786-9f48-d0e5a2748e42, host hv-cinder-77954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=443dbf9e-aa62-4786-9f48-d0e5a2748e42,segment=NetworkSegment(f738fa1f-ed07-465a-b70c-8f41c0eb3df6),segment_id=f738fa1f-ed07-465a-b70c-8f41c0eb3df6)] {{(pid=94637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:17:01.994113 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-7b238ba7-e2dd-4c85-ba6a-3b6e4482a5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:02.020003 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d5c99f9a-8ae3-4c85-898c-bb0642a74e13 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:02.046916 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-7b238ba7-e2dd-4c85-ba6a-3b6e4482a5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:02.047760 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-7b238ba7-e2dd-4c85-ba6a-3b6e4482a5af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:02.049213 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-7b238ba7-e2dd-4c85-ba6a-3b6e4482a5af service neutron] 10.222.0.54 "PUT /v2.0/ports/443dbf9e-aa62-4786-9f48-d0e5a2748e42 HTTP/1.1" status: 200 len: 1094 time: 2.0656378 Sep 09 18:17:02.049618 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a2c0eda-2bdb-482c-a78d-53e4f47f00b8', 'tag': '443dbf9e-aa62-4786-9f48-d0e5a2748e42'}] {{(pid=94637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:17:02.053043 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133f33bf375164f5fa4b6a6278130a616101494423e3cf7e78094e28bab08aaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38db93fb-d706-480c-a20d-4832608fc690" -d '{"events": [{"name": "network-changed", "server_uuid": "4a2c0eda-2bdb-482c-a78d-53e4f47f00b8", "tag": "443dbf9e-aa62-4786-9f48-d0e5a2748e42"}]}' {{(pid=94637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:17:02.098201 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b238ba7-e2dd-4c85-ba6a-3b6e4482a5af service neutron] Pushing event updated for resources: {'Port': ['ID=443dbf9e-aa62-4786-9f48-d0e5a2748e42,revision_number=3']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:02.109142 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 18:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dadccdb-3331-4be6-b50e-c4cb62de17a6 x-openstack-request-id: req-7dadccdb-3331-4be6-b50e-c4cb62de17a6 {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:17:02.109797 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a2c0eda-2bdb-482c-a78d-53e4f47f00b8", "tag": "443dbf9e-aa62-4786-9f48-d0e5a2748e42", "status": "completed", "code": 200}]} {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:17:02.110063 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7dadccdb-3331-4be6-b50e-c4cb62de17a6 {{(pid=94637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:17:02.110551 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a2c0eda-2bdb-482c-a78d-53e4f47f00b8', 'tag': '443dbf9e-aa62-4786-9f48-d0e5a2748e42', 'status': 'completed', 'code': 200} Sep 09 18:17:02.111938 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-5833eabe-2241-4963-94bd-d3ae0083e38e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b6b9f03-276a-465a-a25a-51e7f177a098 {{(pid=94638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:17:02.137144 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-5833eabe-2241-4963-94bd-d3ae0083e38e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:02.162170 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-5833eabe-2241-4963-94bd-d3ae0083e38e service neutron] Transition to ACTIVE for port object 4b6b9f03-276a-465a-a25a-51e7f177a098 will not be triggered until provisioned by entity L2. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:17:02.234127 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d5c99f9a-8ae3-4c85-898c-bb0642a74e13 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:02.292219 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84226e8-1d76-43c8-b517-aee329613a30 req-88119893-0a9e-483a-b4ec-266bebbf98d4 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:02.300023 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b84226e8-1d76-43c8-b517-aee329613a30 req-88119893-0a9e-483a-b4ec-266bebbf98d4 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 944 time: 0.0840549 Sep 09 18:17:02.309331 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-5833eabe-2241-4963-94bd-d3ae0083e38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2903677'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:02.313830 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-77aa7d09-0582-4817-b177-d4c8def03a11 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2896014'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:02.350388 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b84226e8-1d76-43c8-b517-aee329613a30 req-59e7e1d3-1113-4fb0-a844-f059fbee8071 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491896 Sep 09 18:17:02.412858 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77aa7d09-0582-4817-b177-d4c8def03a11 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Network 3a4844da-e7df-49de-8120-ac4d2e4c4f80 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:17:02.414053 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833eabe-2241-4963-94bd-d3ae0083e38e service neutron] Pushing event updated for resources: {'Port': ['ID=4b6b9f03-276a-465a-a25a-51e7f177a098,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:02.425025 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-77aa7d09-0582-4817-b177-d4c8def03a11 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:17:02.458161 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aa7d09-0582-4817-b177-d4c8def03a11 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:17:02.526799 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2abbbde-8da1-4830-8bbd-ff9e07d60a19 req-fce96ae7-8cf4-4428-998a-ed3247f1037f tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:02.529112 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c2abbbde-8da1-4830-8bbd-ff9e07d60a19 req-fce96ae7-8cf4-4428-998a-ed3247f1037f tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 944 time: 0.0686741 Sep 09 18:17:02.588088 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c2abbbde-8da1-4830-8bbd-ff9e07d60a19 req-786cb404-4ea7-45e4-b88c-bf8ac4adc14e tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496960 Sep 09 18:17:02.945266 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa7d09-0582-4817-b177-d4c8def03a11 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Pushing event updated for resources: {'Port': ['ID=9fd253b2-5717-4d84-84de-dc9bb5f718aa,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:03.059614 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-5833eabe-2241-4963-94bd-d3ae0083e38e service neutron] Attempting to bind port 4b6b9f03-276a-465a-a25a-51e7f177a098 on host hv-cinder-77954 for vnic_type normal with profile {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:17:03.059989 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-5833eabe-2241-4963-94bd-d3ae0083e38e service neutron] Attempting to bind port 4b6b9f03-276a-465a-a25a-51e7f177a098 by drivers openvswitch,hyperv on host hv-cinder-77954 at level 0 using segments [{'id': 'f738fa1f-ed07-465a-b70c-8f41c0eb3df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'eafe2dd1-3f55-4813-b3ae-df6e622a3eab'}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:17:03.060343 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-5833eabe-2241-4963-94bd-d3ae0083e38e service neutron] Attempting to bind port 4b6b9f03-276a-465a-a25a-51e7f177a098 on network eafe2dd1-3f55-4813-b3ae-df6e622a3eab {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:17:03.086086 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-5833eabe-2241-4963-94bd-d3ae0083e38e service neutron] Port 4b6b9f03-276a-465a-a25a-51e7f177a098 on network eafe2dd1-3f55-4813-b3ae-df6e622a3eab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77954 {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 18:17:03.086387 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-5833eabe-2241-4963-94bd-d3ae0083e38e service neutron] Attempting to bind port 4b6b9f03-276a-465a-a25a-51e7f177a098 on network eafe2dd1-3f55-4813-b3ae-df6e622a3eab {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:17:03.103413 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-77aa7d09-0582-4817-b177-d4c8def03a11 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:03.108342 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d5c99f9a-8ae3-4c85-898c-bb0642a74e13 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:03.117193 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-5833eabe-2241-4963-94bd-d3ae0083e38e service neutron] Checking agent: {'id': 'e6e03918-0440-4933-b179-09c79aa47d03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 14, 34), 'started_at': datetime.datetime(2021, 9, 9, 18, 14, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:17:03.117431 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-5833eabe-2241-4963-94bd-d3ae0083e38e service neutron] Checking segment: {'id': 'f738fa1f-ed07-465a-b70c-8f41c0eb3df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'eafe2dd1-3f55-4813-b3ae-df6e622a3eab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:17:03.118358 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-5833eabe-2241-4963-94bd-d3ae0083e38e service neutron] Bound using segment: {'id': 'f738fa1f-ed07-465a-b70c-8f41c0eb3df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'eafe2dd1-3f55-4813-b3ae-df6e622a3eab'} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:17:03.119103 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-5833eabe-2241-4963-94bd-d3ae0083e38e service neutron] Bound port: 4b6b9f03-276a-465a-a25a-51e7f177a098, host: hv-cinder-77954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f738fa1f-ed07-465a-b70c-8f41c0eb3df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'eafe2dd1-3f55-4813-b3ae-df6e622a3eab'}}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:17:03.119749 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-5833eabe-2241-4963-94bd-d3ae0083e38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:03.182795 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db93fb-d706-480c-a20d-4832608fc690 req-7d288559-586d-44c8-8f69-5af59f7dcbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:03.184403 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-38db93fb-d706-480c-a20d-4832608fc690 req-7d288559-586d-44c8-8f69-5af59f7dcbac service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0e28af74cee746159f61e6e9abc8948d&device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 1097 time: 0.0510085 Sep 09 18:17:03.209444 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-5833eabe-2241-4963-94bd-d3ae0083e38e service neutron] For port 4b6b9f03-276a-465a-a25a-51e7f177a098, host hv-cinder-77954, cleared binding levels {{(pid=94638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:17:03.217440 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-5833eabe-2241-4963-94bd-d3ae0083e38e service neutron] For port 4b6b9f03-276a-465a-a25a-51e7f177a098, host hv-cinder-77954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=4b6b9f03-276a-465a-a25a-51e7f177a098,segment=NetworkSegment(f738fa1f-ed07-465a-b70c-8f41c0eb3df6),segment_id=f738fa1f-ed07-465a-b70c-8f41c0eb3df6)] {{(pid=94638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:17:03.277706 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d5c99f9a-8ae3-4c85-898c-bb0642a74e13 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2903677'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:03.320851 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-5833eabe-2241-4963-94bd-d3ae0083e38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2903677'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:03.448284 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-5833eabe-2241-4963-94bd-d3ae0083e38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:03.451035 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-5833eabe-2241-4963-94bd-d3ae0083e38e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:03.453357 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-5833eabe-2241-4963-94bd-d3ae0083e38e service neutron] 10.222.0.54 "PUT /v2.0/ports/4b6b9f03-276a-465a-a25a-51e7f177a098 HTTP/1.1" status: 200 len: 1093 time: 3.6443195 Sep 09 18:17:03.458070 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e48ed13-b11f-4c93-9b84-739667a893b1', 'tag': '4b6b9f03-276a-465a-a25a-51e7f177a098'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:17:03.466388 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-77aa7d09-0582-4817-b177-d4c8def03a11 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:03.467310 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c99f9a-8ae3-4c85-898c-bb0642a74e13 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Pushing event updated for resources: {'Port': ['ID=b0ebdf63-d8be-4e20-8308-9c83e3c2eb2f,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:03.555959 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d5c99f9a-8ae3-4c85-898c-bb0642a74e13 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-905259'] for floatingip, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:03.556112 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db93fb-d706-480c-a20d-4832608fc690 req-da077e8b-941b-4871-bf9e-a9cc65bfe678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:03.556112 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-38db93fb-d706-480c-a20d-4832608fc690 req-da077e8b-941b-4871-bf9e-a9cc65bfe678 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=0e28af74cee746159f61e6e9abc8948d&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3570280 Sep 09 18:17:03.600255 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833eabe-2241-4963-94bd-d3ae0083e38e service neutron] Pushing event updated for resources: {'Port': ['ID=4b6b9f03-276a-465a-a25a-51e7f177a098,revision_number=3']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:03.697148 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec40ddd-c99e-43f5-87ca-7ec6dcbd84be req-28193c19-fa6c-4908-b1b3-9a6d514716f5 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:03.699135 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8ec40ddd-c99e-43f5-87ca-7ec6dcbd84be req-28193c19-fa6c-4908-b1b3-9a6d514716f5 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 944 time: 0.1291156 Sep 09 18:17:03.739408 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a767718c04ac1acf345d0243a01d56243c7d5b55222faf7f06dd44169baae4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b164fa22-dcba-4f3e-8ec8-24e713303c3e" -d '{"events": [{"name": "network-changed", "server_uuid": "9e48ed13-b11f-4c93-9b84-739667a893b1", "tag": "4b6b9f03-276a-465a-a25a-51e7f177a098"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:17:03.742967 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d5c99f9a-8ae3-4c85-898c-bb0642a74e13 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for floatingip, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:03.750241 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-d5c99f9a-8ae3-4c85-898c-bb0642a74e13 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4865940 Sep 09 18:17:03.842602 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8ec40ddd-c99e-43f5-87ca-7ec6dcbd84be req-3358f06e-6070-4ba1-b16a-9f5d99342278 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331284 Sep 09 18:17:03.867860 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-77aa7d09-0582-4817-b177-d4c8def03a11 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:03.878770 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46732117-3ea7-4ba8-8879-361f342256e4 req-d624297c-b821-42a1-ada7-6ea32c7bad18 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:03.882990 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-46732117-3ea7-4ba8-8879-361f342256e4 req-d624297c-b821-42a1-ada7-6ea32c7bad18 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 944 time: 0.1451209 Sep 09 18:17:03.973753 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-46732117-3ea7-4ba8-8879-361f342256e4 req-40dfc3ce-08ec-4bb4-ac2d-e52734d842ea tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701244 Sep 09 18:17:04.048139 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 18:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f53631c-9f89-4b4e-bc6f-6c21551c6b97 x-openstack-request-id: req-9f53631c-9f89-4b4e-bc6f-6c21551c6b97 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:17:04.048589 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e48ed13-b11f-4c93-9b84-739667a893b1", "tag": "4b6b9f03-276a-465a-a25a-51e7f177a098", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:17:04.049376 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9f53631c-9f89-4b4e-bc6f-6c21551c6b97 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:17:04.049617 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e48ed13-b11f-4c93-9b84-739667a893b1', 'tag': '4b6b9f03-276a-465a-a25a-51e7f177a098', 'status': 'completed', 'code': 200} Sep 09 18:17:04.051952 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-77aa7d09-0582-4817-b177-d4c8def03a11 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2903677'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:04.217607 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa7d09-0582-4817-b177-d4c8def03a11 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Pushing event updated for resources: {'Port': ['ID=9fd253b2-5717-4d84-84de-dc9bb5f718aa,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:04.226430 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-d982f50f-e1a3-48bf-96a6-8328dae1eb5f tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--780315335&fields=id&tenant_id=289a7608c7ee408d90d48b78c6155ce2 HTTP/1.1" status: 200 len: 267 time: 0.0972495 Sep 09 18:17:04.235921 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-77aa7d09-0582-4817-b177-d4c8def03a11 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-905259'] for floatingip, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:04.332467 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-77aa7d09-0582-4817-b177-d4c8def03a11 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for floatingip, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:04.336419 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-77aa7d09-0582-4817-b177-d4c8def03a11 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5705903 Sep 09 18:17:04.386193 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-89f68436-524a-481d-a7cb-93c6748473ff tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:04.389114 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-89f68436-524a-481d-a7cb-93c6748473ff tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/networks?id=9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9 HTTP/1.1" status: 200 len: 811 time: 0.1521754 Sep 09 18:17:04.415910 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-9f6c890d-8a48-4cbe-864e-920d3180cb21 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/quotas/289a7608c7ee408d90d48b78c6155ce2 HTTP/1.1" status: 200 len: 375 time: 0.0199573 Sep 09 18:17:04.520989 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-2c2b2ff5-16cb-4e3e-8610-659e5d8bb75f tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=289a7608c7ee408d90d48b78c6155ce2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0987101 Sep 09 18:17:04.663776 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-9314810a-e280-44ff-bc2c-5f58bc782eae service neutron] 10.222.0.39 "GET /v2.0/networks/9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304235 Sep 09 18:17:04.669856 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-1bb98fd3-4d85-4c83-82c8-d811d413e3a3 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--744504861&fields=id&tenant_id=43ce4a6143564c64b1be155ca237d8e1 HTTP/1.1" status: 200 len: 267 time: 0.0550544 Sep 09 18:17:04.730296 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:05.000249 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-b064e70b-b38e-4d2a-8249-522e5d1f69e5 service neutron] 10.222.0.39 "GET /v2.0/networks/9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292389 Sep 09 18:17:05.024698 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-8ad3289e-b6c1-4013-8230-68ebeac39a6a tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:05.026377 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-8ad3289e-b6c1-4013-8230-68ebeac39a6a tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/networks?id=165da4a9-ef54-4e00-b346-cd05df750cfe HTTP/1.1" status: 200 len: 817 time: 0.3365817 Sep 09 18:17:05.044416 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-904edd54-8959-4cac-a570-4c497e81aa1d tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/quotas/43ce4a6143564c64b1be155ca237d8e1 HTTP/1.1" status: 200 len: 375 time: 0.0112722 Sep 09 18:17:05.117081 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-f7261de7-88a5-4f85-860f-631641b61515 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=43ce4a6143564c64b1be155ca237d8e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0647731 Sep 09 18:17:05.278579 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-13323863-832d-466c-ad1d-8a1062936e13 service neutron] 10.222.0.39 "GET /v2.0/networks/165da4a9-ef54-4e00-b346-cd05df750cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363585 Sep 09 18:17:05.422696 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a0552-7135-4530-a543-3413995b29a3 req-3ae1514c-02d0-4122-ad1f-eaf8b4b622bb tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:05.424405 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-819a0552-7135-4530-a543-3413995b29a3 req-3ae1514c-02d0-4122-ad1f-eaf8b4b622bb tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 944 time: 0.1078486 Sep 09 18:17:05.437467 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-540ba025-db24-47e2-85d0-4a40ddcc117e service neutron] 10.222.0.39 "GET /v2.0/networks/165da4a9-ef54-4e00-b346-cd05df750cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467521 Sep 09 18:17:05.480713 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-819a0552-7135-4530-a543-3413995b29a3 req-f7a6f79a-c304-4e17-ab40-9ca306f17fcc tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422642 Sep 09 18:17:05.740064 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db93fb-d706-480c-a20d-4832608fc690 req-a6ea2a69-1822-4f84-a0e9-06d510e34765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:05.741948 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-38db93fb-d706-480c-a20d-4832608fc690 req-a6ea2a69-1822-4f84-a0e9-06d510e34765 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2485349 Sep 09 18:17:05.761887 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03c959-2aff-439e-a4fa-d661b5ea3c53 req-b3f87bdc-e446-4049-b628-49bdf9cf9eaf tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:05.762197 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-cb03c959-2aff-439e-a4fa-d661b5ea3c53 req-b3f87bdc-e446-4049-b628-49bdf9cf9eaf tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 944 time: 0.1307571 Sep 09 18:17:05.817745 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-cb03c959-2aff-439e-a4fa-d661b5ea3c53 req-9307e44b-4a7f-4afb-a97e-acdf9a96f18d tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447505 Sep 09 18:17:05.893009 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8f5a6a2e-a056-4ff3-95b7-aedae8e5d6cb req-8128a591-4866-4756-8860-b7cad3415fe6 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 210 time: 0.0405335 Sep 09 18:17:05.920597 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9720acf3-987e-4d79-8047-9779fab71e17 req-68c694e8-0fa4-44ff-b635-a0bfb7ee0cd9 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 210 time: 0.0263226 Sep 09 18:17:06.636122 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dace10-9177-4af7-bdae-cce7fdcaf38d req-d76e810e-35db-4c41-aca3-b371c0b4acc7 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:06.638036 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f0dace10-9177-4af7-bdae-cce7fdcaf38d req-d76e810e-35db-4c41-aca3-b371c0b4acc7 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 944 time: 0.0515952 Sep 09 18:17:06.684676 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f0dace10-9177-4af7-bdae-cce7fdcaf38d req-76f4b0d8-497a-4413-a006-6becf907c2c8 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394175 Sep 09 18:17:06.911897 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-ef1d770a-428c-40e0-a078-5d6897219901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:06.913588 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-ef1d770a-428c-40e0-a078-5d6897219901 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0e28af74cee746159f61e6e9abc8948d&device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 1097 time: 0.0665312 Sep 09 18:17:06.963831 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164fa22-dcba-4f3e-8ec8-24e713303c3e req-211c9157-0d96-4c3f-98f8-3b7d0513071f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:06.966386 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b164fa22-dcba-4f3e-8ec8-24e713303c3e req-211c9157-0d96-4c3f-98f8-3b7d0513071f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0e28af74cee746159f61e6e9abc8948d&device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 1096 time: 0.1488044 Sep 09 18:17:06.978480 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-032ba7d6-c9dc-43eb-a2ed-2e1db5b9ee28 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=443dbf9e-aa62-4786-9f48-d0e5a2748e42 HTTP/1.1" status: 200 len: 217 time: 0.0501914 Sep 09 18:17:07.077307 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2b9b663e-9069-4d46-ad87-7325a40103ce req-3bd7ae32-2291-4bb8-895a-e3ff4a325028 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 210 time: 0.0665855 Sep 09 18:17:07.094797 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-b6c31b0d-e835-49e6-8ff2-57d909c641e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:07.096343 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-b6c31b0d-e835-49e6-8ff2-57d909c641e6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=285c431c-6ae1-4a37-abf0-1b468ed843f7 HTTP/1.1" status: 200 len: 858 time: 0.0872183 Sep 09 18:17:07.133892 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90570490-e445-4a71-8ef8-5eb0a027a06c req-6135ebaa-f84b-4236-8cd2-73b3d75b9e42 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:07.141170 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-90570490-e445-4a71-8ef8-5eb0a027a06c req-6135ebaa-f84b-4236-8cd2-73b3d75b9e42 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 944 time: 0.1611645 Sep 09 18:17:07.178157 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-3a0f70d2-90b8-4ab6-a3db-f608fe3d9f97 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eafe2dd1-3f55-4813-b3ae-df6e622a3eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715206 Sep 09 18:17:07.207224 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164fa22-dcba-4f3e-8ec8-24e713303c3e req-b5f90611-e280-49a2-b633-b1245836656d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:07.209650 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b164fa22-dcba-4f3e-8ec8-24e713303c3e req-b5f90611-e280-49a2-b633-b1245836656d service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=0e28af74cee746159f61e6e9abc8948d&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2342491 Sep 09 18:17:07.250312 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4f2d1460-e9b4-4175-8df7-cbff91fc4d8a req-4edf0031-e365-4a9b-a5da-669777019c16 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 210 time: 0.0706491 Sep 09 18:17:07.314848 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-90570490-e445-4a71-8ef8-5eb0a027a06c req-9a91d6e4-15c3-403f-8fd7-e4b3abba4470 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724772 Sep 09 18:17:07.376460 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-568ce501-35e1-47c3-bbf4-bec5d3df54c1 service neutron] 10.222.0.54 "GET /v2.0/networks/eafe2dd1-3f55-4813-b3ae-df6e622a3eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834240 Sep 09 18:17:07.482225 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164fa22-dcba-4f3e-8ec8-24e713303c3e req-101c45f0-112a-4eea-be5e-84ddaa9598d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:07.484837 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b164fa22-dcba-4f3e-8ec8-24e713303c3e req-101c45f0-112a-4eea-be5e-84ddaa9598d4 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2677240 Sep 09 18:17:07.502546 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-201f93e6-8d0c-41c4-8e59-6b31d1c85516 req-651c3e4a-752b-4356-b630-26d85c04b447 service neutron] 10.222.0.54 "GET /v2.0/networks/eafe2dd1-3f55-4813-b3ae-df6e622a3eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166365 Sep 09 18:17:07.813099 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569c43d-2866-4d02-b669-e4b7ff5058c9 req-e110e73f-d5c8-4986-aaf4-571abc2a5690 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:07.815104 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2569c43d-2866-4d02-b669-e4b7ff5058c9 req-e110e73f-d5c8-4986-aaf4-571abc2a5690 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 944 time: 0.0566759 Sep 09 18:17:07.857531 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2569c43d-2866-4d02-b669-e4b7ff5058c9 req-e4dcb768-7ab2-46e0-ae9c-ff04ae59cc35 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353923 Sep 09 18:17:08.220053 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d52aa58f-eead-45be-a942-8dbfff5dc7d6 req-1350979d-15a8-4947-8b5c-cec2578e4606 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 210 time: 0.0413852 Sep 09 18:17:08.373277 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-19b53bcd-2b1e-4ac2-9df7-d15af20b9791 req-0931e135-429e-4eda-9dc6-5ffd8f7938f4 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 210 time: 0.0359447 Sep 09 18:17:08.492674 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38e504-7645-47a2-afe6-22527085c1fe req-48b758d0-3ecf-4b13-a0d4-f53e2d9c01fe tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:08.494543 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7c38e504-7645-47a2-afe6-22527085c1fe req-48b758d0-3ecf-4b13-a0d4-f53e2d9c01fe tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 944 time: 0.0853102 Sep 09 18:17:08.550856 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7c38e504-7645-47a2-afe6-22527085c1fe req-4ea2c2d8-c48e-4e9d-a62f-39f380d0ba1e tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484324 Sep 09 18:17:08.987910 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26923df-52a2-492a-9a00-7a53a07f6062 req-fd73ad6b-ee14-49cf-a8d8-1f152f5f0f8a tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:08.990084 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f26923df-52a2-492a-9a00-7a53a07f6062 req-fd73ad6b-ee14-49cf-a8d8-1f152f5f0f8a tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 944 time: 0.0549986 Sep 09 18:17:09.041217 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f26923df-52a2-492a-9a00-7a53a07f6062 req-78cd08e3-85c1-43fb-a93b-68fcd8a9bfb0 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442379 Sep 09 18:17:09.334233 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ae0eb5d4-2fee-4fdc-a55c-a23274be4b1a req-a343b053-c57a-4650-a6b7-a0f422033375 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 210 time: 0.0359559 Sep 09 18:17:09.432764 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 37090) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:17:09.480370 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6f1c8497-7e4d-42fc-b255-c5e061ab5937 req-07c8019f-7c03-4ad3-925d-f86672fd2a5f tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 210 time: 0.0302804 Sep 09 18:17:09.593204 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-8e6f8231-7ae2-4566-87d7-ae7ba72965a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:09.711274 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7020b-60e8-46c6-a4c3-32adb36087e2 req-663faa77-d7fc-4b51-89ef-e94f32b50ddc tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:09.712934 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-61c7020b-60e8-46c6-a4c3-32adb36087e2 req-663faa77-d7fc-4b51-89ef-e94f32b50ddc tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 944 time: 0.0815198 Sep 09 18:17:09.767884 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-8e6f8231-7ae2-4566-87d7-ae7ba72965a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:09.777577 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-61c7020b-60e8-46c6-a4c3-32adb36087e2 req-40b6f658-7b0f-4a62-89ac-a6ede8ae07a8 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561109 Sep 09 18:17:09.856525 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-8e6f8231-7ae2-4566-87d7-ae7ba72965a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:09.902547 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-8e6f8231-7ae2-4566-87d7-ae7ba72965a5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b4291d1a98be432c951dbadbec26f934&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4684927 Sep 09 18:17:09.903570 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f8231-7ae2-4566-87d7-ae7ba72965a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13001568-b198-45a1-af0e-b976f37bd7f8,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:09.906238 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 37100) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:17:09.967303 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f1ab4950-2630-4221-9713-3cd5a8aa19d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:09.991579 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f1ab4950-2630-4221-9713-3cd5a8aa19d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:10.124395 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f1ab4950-2630-4221-9713-3cd5a8aa19d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:10.127163 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f1ab4950-2630-4221-9713-3cd5a8aa19d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:10.128693 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-f1ab4950-2630-4221-9713-3cd5a8aa19d6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/13001568-b198-45a1-af0e-b976f37bd7f8 HTTP/1.1" status: 204 len: 168 time: 0.2206147 Sep 09 18:17:10.139816 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab4950-2630-4221-9713-3cd5a8aa19d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13001568-b198-45a1-af0e-b976f37bd7f8,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:10.182027 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc807aad-3364-4899-a1e7-68d3c0a31a1a req-3a35d00c-de82-49b3-bfbf-97d15395f02a tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:10.184029 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bc807aad-3364-4899-a1e7-68d3c0a31a1a req-3a35d00c-de82-49b3-bfbf-97d15395f02a tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 944 time: 0.0645506 Sep 09 18:17:10.235904 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bc807aad-3364-4899-a1e7-68d3c0a31a1a req-ee98a3cb-d2f8-49f5-85bb-bef5c2cb0582 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448954 Sep 09 18:17:10.446593 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d1e6e16b-f998-4f9b-8837-5111eee251b7 req-629b24ea-1af4-4c46-b93e-17af5b9977da tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 210 time: 0.0284247 Sep 09 18:17:10.616590 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2ad49c73-fe63-4c75-b57d-bfd7e5b2c0e6 req-890c88fe-e9de-46bf-9ef4-e77526e30a68 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 210 time: 0.0469835 Sep 09 18:17:10.938887 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 37120) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:17:10.942104 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d8681-1a9b-4854-b8f8-bd7a9a136b57 req-889978e0-ccff-4c7d-8d6a-80f9dd38fe53 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:10.944152 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-071d8681-1a9b-4854-b8f8-bd7a9a136b57 req-889978e0-ccff-4c7d-8d6a-80f9dd38fe53 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 944 time: 0.0663869 Sep 09 18:17:10.954827 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9fdad911-9572-44b9-98f6-1e426a46b41d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:10.990454 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-071d8681-1a9b-4854-b8f8-bd7a9a136b57 req-0afe74a5-71aa-41d0-8ed7-e1313936fbc8 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393877 Sep 09 18:17:11.084912 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9fdad911-9572-44b9-98f6-1e426a46b41d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:11.138766 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-ce87b531-b4d5-4747-ae90-c71b343d7d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:11.140338 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-ce87b531-b4d5-4747-ae90-c71b343d7d8f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0e28af74cee746159f61e6e9abc8948d&device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 1096 time: 0.0471611 Sep 09 18:17:11.188525 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-800ecef1-77c0-47c6-951b-bbf0ef6fdc2a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b6b9f03-276a-465a-a25a-51e7f177a098 HTTP/1.1" status: 200 len: 217 time: 0.0368338 Sep 09 18:17:11.211107 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9fdad911-9572-44b9-98f6-1e426a46b41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:11.245946 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-98fec9fd-3c9c-4a12-ae11-57f71a9d1ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:11.249265 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-98fec9fd-3c9c-4a12-ae11-57f71a9d1ef8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=285c431c-6ae1-4a37-abf0-1b468ed843f7 HTTP/1.1" status: 200 len: 858 time: 0.0515480 Sep 09 18:17:11.256568 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-9fdad911-9572-44b9-98f6-1e426a46b41d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=213c6c76eec243fdbe43f1ece5105755&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3162327 Sep 09 18:17:11.258828 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdad911-9572-44b9-98f6-1e426a46b41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9aedd7e-a17d-4eb9-8670-f25d03be69c7,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:11.262374 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 37124) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:17:11.320971 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-aec7a75f-af7a-4cc6-9f68-43dd9b7f4b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:11.348046 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-aec7a75f-af7a-4cc6-9f68-43dd9b7f4b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:11.405213 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3fd76-1b61-406a-857f-18d839852cd6 req-69a31d0a-aafc-43d2-b96e-2b5b2aaff2e2 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:11.406979 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2aa3fd76-1b61-406a-857f-18d839852cd6 req-69a31d0a-aafc-43d2-b96e-2b5b2aaff2e2 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 944 time: 0.0769377 Sep 09 18:17:11.449355 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2aa3fd76-1b61-406a-857f-18d839852cd6 req-892981a7-1770-4f66-9d4e-3ae1da9e47e6 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361271 Sep 09 18:17:11.525185 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-aec7a75f-af7a-4cc6-9f68-43dd9b7f4b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:11.530076 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-aec7a75f-af7a-4cc6-9f68-43dd9b7f4b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:11.534600 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-aec7a75f-af7a-4cc6-9f68-43dd9b7f4b65 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f9aedd7e-a17d-4eb9-8670-f25d03be69c7 HTTP/1.1" status: 204 len: 168 time: 0.2697268 Sep 09 18:17:11.545004 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7a75f-af7a-4cc6-9f68-43dd9b7f4b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9aedd7e-a17d-4eb9-8670-f25d03be69c7,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:11.591959 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c4e855b2-5c1b-468b-be8c-c5c79fe7854d req-bc5576e3-94c8-4400-8c65-20788926d230 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 210 time: 0.0467558 Sep 09 18:17:11.731657 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-06fdc1e5-2577-4cdf-9b90-2a34c1457aa8 req-f3ae78bb-6b5e-4928-b30b-5b42e05bdf8d tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 210 time: 0.0300307 Sep 09 18:17:11.918668 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-5447a70f-32e7-49b1-9210-16e3b983f634 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eafe2dd1-3f55-4813-b3ae-df6e622a3eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466328 Sep 09 18:17:12.183065 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-7669123e-870c-451e-9e58-27462389711b service neutron] 10.222.0.54 "GET /v2.0/networks/eafe2dd1-3f55-4813-b3ae-df6e622a3eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282258 Sep 09 18:17:12.195194 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515d0fc-4c6e-4bec-a4dd-e9c341afe43e req-00d45182-a893-498a-acbb-da131ac5e61a tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:12.196830 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6515d0fc-4c6e-4bec-a4dd-e9c341afe43e req-00d45182-a893-498a-acbb-da131ac5e61a tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 944 time: 0.0758736 Sep 09 18:17:12.259488 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6515d0fc-4c6e-4bec-a4dd-e9c341afe43e req-597300a0-e100-4ed6-a1ad-cdfce8353d34 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526493 Sep 09 18:17:12.579838 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12beb5c9-f336-4b19-a1e7-f008fdcf5bb0 req-a220c374-b07b-42db-a95c-2aa3fbdf2df0 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:12.581526 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-12beb5c9-f336-4b19-a1e7-f008fdcf5bb0 req-a220c374-b07b-42db-a95c-2aa3fbdf2df0 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 944 time: 0.0538111 Sep 09 18:17:12.656570 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-12beb5c9-f336-4b19-a1e7-f008fdcf5bb0 req-94228612-113b-44bf-aea6-85cba32498c6 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627499 Sep 09 18:17:12.751772 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-82a6dde4-22a6-4cd0-bac9-b7f9e8d54ae6 req-f6ca61da-e66f-4f54-a565-e7bbaa9e0f76 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 210 time: 0.0362206 Sep 09 18:17:12.846927 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f98b1380-9e51-413a-b483-93cd6327d744 req-89be3859-2e51-42eb-a0ad-8eec539ee66f tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 210 time: 0.0322437 Sep 09 18:17:13.435574 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba537c90-cd92-4378-b9ff-d8419c4822b4 req-e76e15e5-3bff-4570-be49-5fe48d4561e2 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:13.437234 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ba537c90-cd92-4378-b9ff-d8419c4822b4 req-e76e15e5-3bff-4570-be49-5fe48d4561e2 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 944 time: 0.0927632 Sep 09 18:17:13.701713 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-dbed4b4a-49f2-4814-aa82-f12547720c3d req-b921eae9-d392-4c18-b9e2-acd8ba95cd08 service neutron] 10.222.0.54 "GET /v2.0/networks/eafe2dd1-3f55-4813-b3ae-df6e622a3eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168995 Sep 09 18:17:13.705696 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ba537c90-cd92-4378-b9ff-d8419c4822b4 req-6367f714-1740-4bb4-9003-a280f01305f8 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613475 Sep 09 18:17:13.815193 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97678a0c-8a39-43dd-ae03-37c981d90c70 req-e0e59e9b-755f-4f9d-be45-b96c190b9f98 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:13.817138 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-97678a0c-8a39-43dd-ae03-37c981d90c70 req-e0e59e9b-755f-4f9d-be45-b96c190b9f98 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 944 time: 0.0556040 Sep 09 18:17:13.885690 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ca6c2f08-521d-4cf3-a425-20897c588b5c req-1904f00f-4b95-43e2-b058-dcec792977a5 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 210 time: 0.0375645 Sep 09 18:17:13.910682 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-97678a0c-8a39-43dd-ae03-37c981d90c70 req-ff3f17d7-96af-425c-b4d2-6e036197f6ee tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852940 Sep 09 18:17:14.007782 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7e47d750-7d6e-44b8-a1ed-8ba350ff373d req-fd968c95-7fc7-40ef-ab3e-208b594b574a tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 210 time: 0.0431366 Sep 09 18:17:14.902090 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659edf3-4e00-49c3-934a-ca660b251f9b req-e9ea54ff-92de-4b68-a6d7-e3d47448ff0c tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:14.904755 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 37240) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:17:14.905496 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2659edf3-4e00-49c3-934a-ca660b251f9b req-e9ea54ff-92de-4b68-a6d7-e3d47448ff0c tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 944 time: 0.0943780 Sep 09 18:17:14.969259 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2659edf3-4e00-49c3-934a-ca660b251f9b req-f6d87edc-4ad5-4f13-81a8-f35ed3a0bfd2 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575619 Sep 09 18:17:15.035795 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8c6fd9f9-fa6a-4312-bd65-57b2976907e1 req-a2239c75-a849-4990-9ac7-f3702ecc5941 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 210 time: 0.0493617 Sep 09 18:17:15.086919 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a0a884a1-5088-412c-b496-277985d65864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:15.144481 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-af9257d4-c94e-47a9-a848-f291c819d70c req-8b1c298e-03e1-4d9d-a41b-124f0afb0ea7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 210 time: 0.0335555 Sep 09 18:17:15.158677 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f6692-65fc-4461-a21d-8d27c6bc8f06 req-6bf657f7-64c0-421c-bc47-a322c3aa0902 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:15.163370 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bb5f6692-65fc-4461-a21d-8d27c6bc8f06 req-6bf657f7-64c0-421c-bc47-a322c3aa0902 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 944 time: 0.0886335 Sep 09 18:17:15.208200 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bb5f6692-65fc-4461-a21d-8d27c6bc8f06 req-9a9c2a64-73be-41e7-9127-bf6220210f24 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366559 Sep 09 18:17:15.220358 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a0a884a1-5088-412c-b496-277985d65864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:15.324902 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a0a884a1-5088-412c-b496-277985d65864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:15.366493 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-a0a884a1-5088-412c-b496-277985d65864 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cf3a7e33d059471a9c735cf74fe75989&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4596651 Sep 09 18:17:15.367228 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a884a1-5088-412c-b496-277985d65864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a651b343-7291-42f7-b82e-8676d81f06ff,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:15.370793 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 37252) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:17:15.426470 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ff5dd17c-b787-43d7-88e4-1ec6188a92ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:15.449921 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ff5dd17c-b787-43d7-88e4-1ec6188a92ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:15.617659 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ff5dd17c-b787-43d7-88e4-1ec6188a92ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:15.620447 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ff5dd17c-b787-43d7-88e4-1ec6188a92ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:15.621774 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-ff5dd17c-b787-43d7-88e4-1ec6188a92ce admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a651b343-7291-42f7-b82e-8676d81f06ff HTTP/1.1" status: 204 len: 168 time: 0.2500160 Sep 09 18:17:15.631293 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5dd17c-b787-43d7-88e4-1ec6188a92ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a651b343-7291-42f7-b82e-8676d81f06ff,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:16.225506 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c30e035c-f878-4d1c-b644-d3a027e3980a req-f83f5c1a-600a-43b7-8b49-651673d9942c tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 210 time: 0.0688672 Sep 09 18:17:16.236530 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2615028-1cc0-44fc-bd9c-873bbb22304c req-ce4b6fd7-986e-4f65-bb09-7bf981644412 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:16.238294 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e2615028-1cc0-44fc-bd9c-873bbb22304c req-ce4b6fd7-986e-4f65-bb09-7bf981644412 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 944 time: 0.1521721 Sep 09 18:17:16.291571 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-38df730b-b7d3-4971-a9ea-8cead0f14eb3 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:16.293212 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-38df730b-b7d3-4971-a9ea-8cead0f14eb3 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.54 "GET /v2.0/networks?id=9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9 HTTP/1.1" status: 200 len: 811 time: 0.1758771 Sep 09 18:17:16.316734 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e2615028-1cc0-44fc-bd9c-873bbb22304c req-070906b6-7ed4-45b6-83f6-4805559c56d2 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610521 Sep 09 18:17:16.356288 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-26babb19-ef88-4d6e-aa55-5d7a81893ffe req-8161ea02-4f2b-4446-bbd4-ad166de2999e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 210 time: 0.0340505 Sep 09 18:17:16.449675 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 37272) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:17:16.472642 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d99ebcf5-73af-4c41-b695-680373d034cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:16.528096 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-69478da9-8e2a-440e-a577-e90ff62737bf tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=289a7608c7ee408d90d48b78c6155ce2 HTTP/1.1" status: 200 len: 379 time: 0.1201947 Sep 09 18:17:16.546785 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-9811f9dd-467e-4340-8e57-37b0400cd2bf tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Request body: {'port': {'device_id': '370be2fd-2038-4691-ac82-3c6fba90dccc', 'network_id': '9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9', 'admin_state_up': True, 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'security_groups': ['07023b89-2ef4-4614-b133-a7ee0867d823']}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:17:16.588997 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a16a08-4e07-4a20-b96e-df9f263a1f0e req-ee4f1085-9ca8-4d5e-8646-85aa7e5bae9f tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:16.590557 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-57a16a08-4e07-4a20-b96e-df9f263a1f0e req-ee4f1085-9ca8-4d5e-8646-85aa7e5bae9f tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 944 time: 0.1574161 Sep 09 18:17:16.612734 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d99ebcf5-73af-4c41-b695-680373d034cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:16.685003 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-57a16a08-4e07-4a20-b96e-df9f263a1f0e req-13144ad7-6653-492f-9e14-303d4149897f tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833135 Sep 09 18:17:16.688085 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d99ebcf5-73af-4c41-b695-680373d034cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:16.732658 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ebcf5-73af-4c41-b695-680373d034cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6fac0b-32d2-49be-8b07-461d3175a5b3,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:16.737473 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-d99ebcf5-73af-4c41-b695-680373d034cb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0933b56eaa364e3189bba6141dff3852&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2863688 Sep 09 18:17:16.741715 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 37274) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:17:16.801872 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-35d1d512-c3d0-4e43-aa04-6a8cfe0ad960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:16.842150 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-35d1d512-c3d0-4e43-aa04-6a8cfe0ad960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:16.852793 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-9811f9dd-467e-4340-8e57-37b0400cd2bf tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Made reservation on behalf of 289a7608c7ee408d90d48b78c6155ce2 for: {'port': 1} {{(pid=94637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:17:16.858321 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-9811f9dd-467e-4340-8e57-37b0400cd2bf tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:17.006835 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-35d1d512-c3d0-4e43-aa04-6a8cfe0ad960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:17.011316 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-35d1d512-c3d0-4e43-aa04-6a8cfe0ad960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:17.013193 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-35d1d512-c3d0-4e43-aa04-6a8cfe0ad960 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/db6fac0b-32d2-49be-8b07-461d3175a5b3 HTTP/1.1" status: 204 len: 168 time: 0.2703004 Sep 09 18:17:17.029709 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1d512-c3d0-4e43-aa04-6a8cfe0ad960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6fac0b-32d2-49be-8b07-461d3175a5b3,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:17.140038 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.db_base_plugin_common [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-9811f9dd-467e-4340-8e57-37b0400cd2bf tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Allocated IP 172.20.0.7 (9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9/07bcfd60-1ce9-4552-ba2f-917a442c6c08/60eded96-00c4-4fe2-9285-01a7eeb37452) {{(pid=94637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:17:17.321429 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-9811f9dd-467e-4340-8e57-37b0400cd2bf tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks [] for port, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:17.354532 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-612ca05e-3da9-4c72-a269-79e72b1d1c37 req-a2749ea5-e469-4004-9742-5629b5817950 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 210 time: 0.0394604 Sep 09 18:17:17.366751 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.provisioning_blocks [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-9811f9dd-467e-4340-8e57-37b0400cd2bf tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Transition to ACTIVE for port object 60eded96-00c4-4fe2-9285-01a7eeb37452 will not be triggered until provisioned by entity DHCP. {{(pid=94637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:17:17.483428 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-00935913-b23b-4f43-919a-21cfabf9972b req-27b17a1a-cb81-4b85-8d27-58489bbf7b33 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 210 time: 0.0461364 Sep 09 18:17:17.527455 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41c721-17ee-4ac4-ac73-7d7be40b5403 req-aa8be285-addc-4ee6-92f6-416886478abd tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:17.527455 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-eb41c721-17ee-4ac4-ac73-7d7be40b5403 req-aa8be285-addc-4ee6-92f6-416886478abd tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 944 time: 0.0942984 Sep 09 18:17:17.527455 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-9811f9dd-467e-4340-8e57-37b0400cd2bf tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681'] for port, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:17.585787 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-9811f9dd-467e-4340-8e57-37b0400cd2bf tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Network 9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9 is already hosted by enough agents. {{(pid=94637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:17:17.592249 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.base_scheduler [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-9811f9dd-467e-4340-8e57-37b0400cd2bf tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Resources bound (agent type, host, resource id): {{(pid=94637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:17:17.602254 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-9811f9dd-467e-4340-8e57-37b0400cd2bf tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Received port after_create {{(pid=94637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:17:17.608441 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-9811f9dd-467e-4340-8e57-37b0400cd2bf tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:17.609192 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-9811f9dd-467e-4340-8e57-37b0400cd2bf tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:17.627767 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9811f9dd-467e-4340-8e57-37b0400cd2bf tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Pushing event updated for resources: {'Port': ['ID=60eded96-00c4-4fe2-9285-01a7eeb37452,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:17.633023 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-eb41c721-17ee-4ac4-ac73-7d7be40b5403 req-5eae81d3-e0be-4b6b-9a25-0461b10d10fb tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025283 Sep 09 18:17:17.819351 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306865cb-ea17-44dd-8224-e5cd02e787e2 req-7c98ae82-0569-4711-8c7d-9b977847b444 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:17.837670 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-306865cb-ea17-44dd-8224-e5cd02e787e2 req-7c98ae82-0569-4711-8c7d-9b977847b444 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 944 time: 0.0520260 Sep 09 18:17:17.837670 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-9811f9dd-467e-4340-8e57-37b0400cd2bf tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2873008 Sep 09 18:17:17.865917 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-306865cb-ea17-44dd-8224-e5cd02e787e2 req-13cca22a-0906-4530-96ab-e7696fc373c0 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381184 Sep 09 18:17:17.982278 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-9eebe7e0-efc7-4f5c-b203-60403c2b3222 None None] Provisioning for port 60eded96-00c4-4fe2-9285-01a7eeb37452 completed by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:17:17.986786 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-9eebe7e0-efc7-4f5c-b203-60403c2b3222 None None] Provisioning complete for port 60eded96-00c4-4fe2-9285-01a7eeb37452 triggered by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:17:17.987163 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eebe7e0-efc7-4f5c-b203-60403c2b3222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:18.030820 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9eebe7e0-efc7-4f5c-b203-60403c2b3222 None None] Port 60eded96-00c4-4fe2-9285-01a7eeb37452 cannot update to ACTIVE because it is not bound. {{(pid=94639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 18:17:18.486156 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbb8db-3342-4c6a-a8ea-fae01dfe6ca4 req-bd2762b3-1c1a-4b02-8ed4-d32920ccc157 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:18.487743 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bccbb8db-3342-4c6a-a8ea-fae01dfe6ca4 req-bd2762b3-1c1a-4b02-8ed4-d32920ccc157 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 931 time: 0.0573127 Sep 09 18:17:18.531575 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bccbb8db-3342-4c6a-a8ea-fae01dfe6ca4 req-f8fd5269-ddf9-4344-be53-ce9197e10d4e tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363154 Sep 09 18:17:18.566123 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-346539fb-43e7-42f1-8a64-d05472f1e129 service neutron] Request body: {'port': {'device_id': '370be2fd-2038-4691-ac82-3c6fba90dccc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77954'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:17:18.644963 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0c605150-aca3-4802-9010-4ceef6ca11fd req-1e402adf-e013-4362-8118-190e0867c8e2 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 210 time: 0.0492446 Sep 09 18:17:18.653597 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-346539fb-43e7-42f1-8a64-d05472f1e129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:18.875146 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04906a-b645-4799-958d-17cb9201a7de req-d7484c05-2ba6-4167-bf31-b63f2c55c6b9 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:18.876753 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0f04906a-b645-4799-958d-17cb9201a7de req-d7484c05-2ba6-4167-bf31-b63f2c55c6b9 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 944 time: 0.1341717 Sep 09 18:17:19.024191 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0f04906a-b645-4799-958d-17cb9201a7de req-6d3bd5ed-4a1f-495a-8de6-4a2d791e06e2 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399446 Sep 09 18:17:19.105764 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f89f4-575d-481a-8476-62f1fe9b5089 req-6da62e93-4dc4-4ea7-aa6e-21a0eab1ff42 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:19.107362 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-759f89f4-575d-481a-8476-62f1fe9b5089 req-6da62e93-4dc4-4ea7-aa6e-21a0eab1ff42 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 944 time: 0.1166794 Sep 09 18:17:19.123634 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-346539fb-43e7-42f1-8a64-d05472f1e129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60eded96-00c4-4fe2-9285-01a7eeb37452 {{(pid=94637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:17:19.138319 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-346539fb-43e7-42f1-8a64-d05472f1e129 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:19.168539 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.provisioning_blocks [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-346539fb-43e7-42f1-8a64-d05472f1e129 service neutron] Transition to ACTIVE for port object 60eded96-00c4-4fe2-9285-01a7eeb37452 will not be triggered until provisioned by entity L2. {{(pid=94637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:17:19.178158 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-759f89f4-575d-481a-8476-62f1fe9b5089 req-b4de623a-76cb-4074-ac9f-5c919db494d6 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563385 Sep 09 18:17:19.234931 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-346539fb-43e7-42f1-8a64-d05472f1e129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:19.375826 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346539fb-43e7-42f1-8a64-d05472f1e129 service neutron] Pushing event updated for resources: {'Port': ['ID=60eded96-00c4-4fe2-9285-01a7eeb37452,revision_number=2']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:19.399373 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-346539fb-43e7-42f1-8a64-d05472f1e129 service neutron] Attempting to bind port 60eded96-00c4-4fe2-9285-01a7eeb37452 on host hv-cinder-77954 for vnic_type normal with profile {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:17:19.399948 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-346539fb-43e7-42f1-8a64-d05472f1e129 service neutron] Attempting to bind port 60eded96-00c4-4fe2-9285-01a7eeb37452 by drivers openvswitch,hyperv on host hv-cinder-77954 at level 0 using segments [{'id': '3502381a-c164-43bc-a609-16a785b97be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9'}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:17:19.400526 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-346539fb-43e7-42f1-8a64-d05472f1e129 service neutron] Attempting to bind port 60eded96-00c4-4fe2-9285-01a7eeb37452 on network 9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:17:19.408974 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-346539fb-43e7-42f1-8a64-d05472f1e129 service neutron] Port 60eded96-00c4-4fe2-9285-01a7eeb37452 on network 9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77954 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 18:17:19.409519 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-346539fb-43e7-42f1-8a64-d05472f1e129 service neutron] Attempting to bind port 60eded96-00c4-4fe2-9285-01a7eeb37452 on network 9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:17:19.418153 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-346539fb-43e7-42f1-8a64-d05472f1e129 service neutron] Checking agent: {'id': 'e6e03918-0440-4933-b179-09c79aa47d03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 14, 34), 'started_at': datetime.datetime(2021, 9, 9, 18, 14, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:17:19.418517 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-346539fb-43e7-42f1-8a64-d05472f1e129 service neutron] Checking segment: {'id': '3502381a-c164-43bc-a609-16a785b97be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:17:19.418958 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-346539fb-43e7-42f1-8a64-d05472f1e129 service neutron] Bound using segment: {'id': '3502381a-c164-43bc-a609-16a785b97be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9'} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:17:19.419526 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-346539fb-43e7-42f1-8a64-d05472f1e129 service neutron] Bound port: 60eded96-00c4-4fe2-9285-01a7eeb37452, host: hv-cinder-77954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3502381a-c164-43bc-a609-16a785b97be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9'}}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:17:19.419804 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-346539fb-43e7-42f1-8a64-d05472f1e129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:19.515668 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-346539fb-43e7-42f1-8a64-d05472f1e129 service neutron] For port 60eded96-00c4-4fe2-9285-01a7eeb37452, host hv-cinder-77954, cleared binding levels {{(pid=94637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:17:19.519503 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-346539fb-43e7-42f1-8a64-d05472f1e129 service neutron] For port 60eded96-00c4-4fe2-9285-01a7eeb37452, host hv-cinder-77954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=60eded96-00c4-4fe2-9285-01a7eeb37452,segment=NetworkSegment(3502381a-c164-43bc-a609-16a785b97be8),segment_id=3502381a-c164-43bc-a609-16a785b97be8)] {{(pid=94637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:17:19.603778 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-346539fb-43e7-42f1-8a64-d05472f1e129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:19.704790 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-346539fb-43e7-42f1-8a64-d05472f1e129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:19.705477 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-346539fb-43e7-42f1-8a64-d05472f1e129 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:19.706972 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-346539fb-43e7-42f1-8a64-d05472f1e129 service neutron] 10.222.0.54 "PUT /v2.0/ports/60eded96-00c4-4fe2-9285-01a7eeb37452 HTTP/1.1" status: 200 len: 1093 time: 1.1456177 Sep 09 18:17:19.707360 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '370be2fd-2038-4691-ac82-3c6fba90dccc', 'tag': '60eded96-00c4-4fe2-9285-01a7eeb37452'}] {{(pid=94637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:17:19.710097 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133f33bf375164f5fa4b6a6278130a616101494423e3cf7e78094e28bab08aaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78456538-4033-48f8-adfa-a8b546b2160b" -d '{"events": [{"name": "network-changed", "server_uuid": "370be2fd-2038-4691-ac82-3c6fba90dccc", "tag": "60eded96-00c4-4fe2-9285-01a7eeb37452"}]}' {{(pid=94637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:17:19.739696 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346539fb-43e7-42f1-8a64-d05472f1e129 service neutron] Pushing event updated for resources: {'Port': ['ID=60eded96-00c4-4fe2-9285-01a7eeb37452,revision_number=3']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:19.774123 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb6c22-706c-4f84-ad97-09b561ae7938 req-f827568e-bccd-401b-bcc2-e3a5932e9f2f tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:19.775763 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e8cb6c22-706c-4f84-ad97-09b561ae7938 req-f827568e-bccd-401b-bcc2-e3a5932e9f2f tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 943 time: 0.1628511 Sep 09 18:17:19.796113 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-aea8f1bf-d4e8-4243-a2dc-b7b59fdd2d6b req-c2723e76-521c-45d4-8022-3c0ce0322f60 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 210 time: 0.0443037 Sep 09 18:17:19.859476 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e8cb6c22-706c-4f84-ad97-09b561ae7938 req-7bd32e83-4a98-43ec-b1cb-591a90226aec tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652602 Sep 09 18:17:19.887541 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 18:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a0b2c6-fe56-41ff-9328-bac11346d439 x-openstack-request-id: req-42a0b2c6-fe56-41ff-9328-bac11346d439 {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:17:19.887838 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "370be2fd-2038-4691-ac82-3c6fba90dccc", "tag": "60eded96-00c4-4fe2-9285-01a7eeb37452", "status": "completed", "code": 200}]} {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:17:19.888099 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-42a0b2c6-fe56-41ff-9328-bac11346d439 {{(pid=94637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:17:19.888530 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '370be2fd-2038-4691-ac82-3c6fba90dccc', 'tag': '60eded96-00c4-4fe2-9285-01a7eeb37452', 'status': 'completed', 'code': 200} Sep 09 18:17:20.150563 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74659044-7ef6-4a45-9fde-cea7c3c7f4b4 req-be7d8c9d-777f-487e-b5ee-25424db43cfa tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:20.151935 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-74659044-7ef6-4a45-9fde-cea7c3c7f4b4 req-be7d8c9d-777f-487e-b5ee-25424db43cfa tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 944 time: 0.0545635 Sep 09 18:17:20.194660 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-74659044-7ef6-4a45-9fde-cea7c3c7f4b4 req-d9d83946-1e06-4d63-8627-2717183abb97 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364206 Sep 09 18:17:20.327080 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41656a-2aca-4ca1-85bb-a607219dda8d req-b664fabe-1314-4d78-832f-e5a93194a33d tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:20.328760 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bb41656a-2aca-4ca1-85bb-a607219dda8d req-b664fabe-1314-4d78-832f-e5a93194a33d tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 944 time: 0.0634184 Sep 09 18:17:20.396319 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bb41656a-2aca-4ca1-85bb-a607219dda8d req-ba0e458c-3575-4434-bde8-a90cf74f51a6 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572758 Sep 09 18:17:20.929007 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-46ead96d-f6a6-4aa4-a65e-7be0b3c0f3e8 req-f04a9afb-6335-478a-9398-a269196975b2 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 210 time: 0.0314429 Sep 09 18:17:21.008429 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d654580-49a3-4851-ba9e-a73d2a4c5a07 req-5f16c3c5-89c8-4d63-99e6-3ec41f8275bc tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:21.009889 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2d654580-49a3-4851-ba9e-a73d2a4c5a07 req-5f16c3c5-89c8-4d63-99e6-3ec41f8275bc tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 943 time: 0.0646338 Sep 09 18:17:21.074984 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2d654580-49a3-4851-ba9e-a73d2a4c5a07 req-85a04f08-8c36-4bfb-8d32-ba4fe12e7b18 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587716 Sep 09 18:17:21.254227 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78456538-4033-48f8-adfa-a8b546b2160b req-dce5eccc-567c-4b87-b6a0-46306310e625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:21.257387 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-78456538-4033-48f8-adfa-a8b546b2160b req-dce5eccc-567c-4b87-b6a0-46306310e625 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=289a7608c7ee408d90d48b78c6155ce2&device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 1096 time: 0.0528169 Sep 09 18:17:21.391729 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531903a-ed34-4c4f-90a5-7fa7ab358660 req-9f925836-a930-44da-b0a9-359f95348f78 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:21.393273 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d531903a-ed34-4c4f-90a5-7fa7ab358660 req-9f925836-a930-44da-b0a9-359f95348f78 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 944 time: 0.1040254 Sep 09 18:17:21.423238 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78456538-4033-48f8-adfa-a8b546b2160b req-ca98cf76-7081-405c-a650-bf6c8a75d54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:21.424755 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-78456538-4033-48f8-adfa-a8b546b2160b req-ca98cf76-7081-405c-a650-bf6c8a75d54b service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=289a7608c7ee408d90d48b78c6155ce2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1560435 Sep 09 18:17:21.460920 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d531903a-ed34-4c4f-90a5-7fa7ab358660 req-57891abf-0c35-4903-9422-ceef510a7b25 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602243 Sep 09 18:17:21.570683 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9c920-6368-472e-a618-3bd414d64efc req-0160d7b6-3611-4ab9-a02b-c81fe516be49 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:21.572229 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-59c9c920-6368-472e-a618-3bd414d64efc req-0160d7b6-3611-4ab9-a02b-c81fe516be49 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 944 time: 0.0983992 Sep 09 18:17:21.573654 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78456538-4033-48f8-adfa-a8b546b2160b req-23c955a7-4756-457e-b098-12f469d9eb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:21.574958 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-78456538-4033-48f8-adfa-a8b546b2160b req-23c955a7-4756-457e-b098-12f469d9eb6a service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1390572 Sep 09 18:17:21.610539 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-59c9c920-6368-472e-a618-3bd414d64efc req-e238df63-22f5-46b5-b83c-bbf068e561d5 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321665 Sep 09 18:17:21.735020 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-46a7a17d-76cc-4586-8ec0-d1321da5eb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:21.736598 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-46a7a17d-76cc-4586-8ec0-d1321da5eb08 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=289a7608c7ee408d90d48b78c6155ce2&device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 1096 time: 0.0404284 Sep 09 18:17:22.007356 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-81560e99-0f00-401a-8fad-6dcfa145fe08 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60eded96-00c4-4fe2-9285-01a7eeb37452 HTTP/1.1" status: 200 len: 217 time: 0.0395613 Sep 09 18:17:22.076753 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b6e356d2-5215-4f1f-94ec-7b1a1eb26d52 req-11a97529-87ca-4916-a6d2-f7b6eaa3addd tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 210 time: 0.0511646 Sep 09 18:17:22.087835 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-912a60e8-cbc1-4139-8e97-4741308a942b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:22.089361 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-912a60e8-cbc1-4139-8e97-4741308a942b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=07bcfd60-1ce9-4552-ba2f-917a442c6c08 HTTP/1.1" status: 200 len: 850 time: 0.0720203 Sep 09 18:17:22.184888 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-b3fe8210-0a3e-4132-83c2-250ae2fad2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:22.186407 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-b3fe8210-0a3e-4132-83c2-250ae2fad2a0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0814843 Sep 09 18:17:22.278120 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39435198-53cc-439b-be02-aed28e0a6924 req-44a60e34-e567-41ca-81f4-7c12e55f79bb tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:22.279633 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-39435198-53cc-439b-be02-aed28e0a6924 req-44a60e34-e567-41ca-81f4-7c12e55f79bb tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 943 time: 0.1137962 Sep 09 18:17:22.327062 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-0dea9781-ec29-4962-86a5-53f7b1dddf73 service neutron] 10.222.0.54 "GET /v2.0/networks/9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265316 Sep 09 18:17:22.347370 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-39435198-53cc-439b-be02-aed28e0a6924 req-1be3ec31-9998-4946-900f-1b59df89ed1d tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586019 Sep 09 18:17:22.426813 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-2bac1d2d-70f9-455a-87f0-58948a80de39 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:22.428262 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-2bac1d2d-70f9-455a-87f0-58948a80de39 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.54 "GET /v2.0/networks?id=165da4a9-ef54-4e00-b346-cd05df750cfe HTTP/1.1" status: 200 len: 817 time: 0.1169491 Sep 09 18:17:22.502845 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-27cc3d17-3463-41aa-97d8-6a2ba8e10d1b tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43ce4a6143564c64b1be155ca237d8e1 HTTP/1.1" status: 200 len: 379 time: 0.0556254 Sep 09 18:17:22.513304 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-31803b0c-e6ad-4cb7-be07-57fc91a459fd tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Request body: {'port': {'device_id': '4b97e252-8472-42ad-ae5b-85edb2ddd298', 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe', 'admin_state_up': True, 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'security_groups': ['2b2c2ccd-f600-4faa-9103-b9728edd0c77']}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:17:22.663346 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36424c-a7f7-4617-b153-02cecd45d64a req-abe8c640-4be0-4395-8b0e-0f3568ff89af tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:22.665292 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-cc36424c-a7f7-4617-b153-02cecd45d64a req-abe8c640-4be0-4395-8b0e-0f3568ff89af tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 944 time: 0.1152203 Sep 09 18:17:22.670661 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-256f3391-3878-4298-bb5b-4e945cfb4884 req-4128a9a9-33c3-4bc4-8af5-5ce367ae9e3a service neutron] 10.222.0.54 "GET /v2.0/networks/9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359516 Sep 09 18:17:22.747084 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-cc36424c-a7f7-4617-b153-02cecd45d64a req-b9144e5f-a592-4be1-a558-6d4b395ec61c tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642500 Sep 09 18:17:22.768327 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b5dad-7973-491b-9434-b2cf96a75229 req-45014ceb-642a-4b2a-b79a-a03545cb79de tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:22.769810 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3c4b5dad-7973-491b-9434-b2cf96a75229 req-45014ceb-642a-4b2a-b79a-a03545cb79de tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 944 time: 0.0586817 Sep 09 18:17:22.809159 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3c4b5dad-7973-491b-9434-b2cf96a75229 req-ccb18f4b-7dd4-4e92-8b1f-6e4aa8dca0f2 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322821 Sep 09 18:17:22.892748 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-31803b0c-e6ad-4cb7-be07-57fc91a459fd tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Made reservation on behalf of 43ce4a6143564c64b1be155ca237d8e1 for: {'port': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:17:22.897552 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-31803b0c-e6ad-4cb7-be07-57fc91a459fd tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:23.036251 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-31803b0c-e6ad-4cb7-be07-57fc91a459fd tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Allocated IP 172.20.0.10 (165da4a9-ef54-4e00-b346-cd05df750cfe/a76c712f-0b8e-4da8-9f5a-950d58cfba07/ec03f1d3-5a50-4119-9cf9-8311f87974bf) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:17:23.192803 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8012e7ba-df29-4117-b18f-00fc660a8c6f req-c5add949-ef4e-4745-accd-a65d8053f177 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 210 time: 0.0309868 Sep 09 18:17:23.206631 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-31803b0c-e6ad-4cb7-be07-57fc91a459fd tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:23.222736 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-31803b0c-e6ad-4cb7-be07-57fc91a459fd tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Transition to ACTIVE for port object ec03f1d3-5a50-4119-9cf9-8311f87974bf will not be triggered until provisioned by entity DHCP. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:17:23.344592 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-31803b0c-e6ad-4cb7-be07-57fc91a459fd tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2896014'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:23.390831 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-31803b0c-e6ad-4cb7-be07-57fc91a459fd tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Network 165da4a9-ef54-4e00-b346-cd05df750cfe is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:17:23.394271 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-31803b0c-e6ad-4cb7-be07-57fc91a459fd tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:17:23.400831 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-31803b0c-e6ad-4cb7-be07-57fc91a459fd tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:17:23.431592 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31803b0c-e6ad-4cb7-be07-57fc91a459fd tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Pushing event updated for resources: {'Port': ['ID=ec03f1d3-5a50-4119-9cf9-8311f87974bf,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:23.448025 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31803b0c-e6ad-4cb7-be07-57fc91a459fd tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:17:23.448218 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31803b0c-e6ad-4cb7-be07-57fc91a459fd tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:17:23.448812 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31803b0c-e6ad-4cb7-be07-57fc91a459fd tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:17:23.448959 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31803b0c-e6ad-4cb7-be07-57fc91a459fd tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:17:23.449238 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31803b0c-e6ad-4cb7-be07-57fc91a459fd tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:17:23.449530 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31803b0c-e6ad-4cb7-be07-57fc91a459fd tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:17:23.449859 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31803b0c-e6ad-4cb7-be07-57fc91a459fd tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:17:23.450200 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31803b0c-e6ad-4cb7-be07-57fc91a459fd tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:17:23.450594 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31803b0c-e6ad-4cb7-be07-57fc91a459fd tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:17:23.450855 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31803b0c-e6ad-4cb7-be07-57fc91a459fd tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:17:23.451189 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31803b0c-e6ad-4cb7-be07-57fc91a459fd tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:17:23.451512 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31803b0c-e6ad-4cb7-be07-57fc91a459fd tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:17:23.497254 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-31803b0c-e6ad-4cb7-be07-57fc91a459fd tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:23.497959 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-31803b0c-e6ad-4cb7-be07-57fc91a459fd tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:23.578318 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabc93e-c55f-412d-823c-f923c69032a1 req-9d9eb3df-28bb-4330-81a1-3615f34cdecb tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:23.580444 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8eabc93e-c55f-412d-823c-f923c69032a1 req-9d9eb3df-28bb-4330-81a1-3615f34cdecb tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 943 time: 0.0649621 Sep 09 18:17:23.604402 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-31803b0c-e6ad-4cb7-be07-57fc91a459fd tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0949574 Sep 09 18:17:23.652148 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8eabc93e-c55f-412d-823c-f923c69032a1 req-752519c9-fc77-4ccf-bfe0-849b40efab40 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643790 Sep 09 18:17:23.829217 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-93604540-ad25-4381-9dae-07f1d1c53759 None None] Provisioning for port ec03f1d3-5a50-4119-9cf9-8311f87974bf completed by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:17:23.836704 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-93604540-ad25-4381-9dae-07f1d1c53759 None None] Provisioning complete for port ec03f1d3-5a50-4119-9cf9-8311f87974bf triggered by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:17:23.837246 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93604540-ad25-4381-9dae-07f1d1c53759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:23.893062 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-93604540-ad25-4381-9dae-07f1d1c53759 None None] Port ec03f1d3-5a50-4119-9cf9-8311f87974bf cannot update to ACTIVE because it is not bound. {{(pid=94639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 18:17:23.897635 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952cd3bf-4254-413f-b7ff-e577290795f8 req-71efc2a5-75f7-4c45-8ef0-e8d3a594be46 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:23.899302 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-952cd3bf-4254-413f-b7ff-e577290795f8 req-71efc2a5-75f7-4c45-8ef0-e8d3a594be46 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 944 time: 0.0724497 Sep 09 18:17:23.970506 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-952cd3bf-4254-413f-b7ff-e577290795f8 req-41e191f9-240e-4bd9-92ed-7bf32d2fe0b9 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642264 Sep 09 18:17:23.983930 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f84676-700d-463a-843f-72a45829cc70 req-0cec0df6-e792-4850-83ef-b2b73ce08d31 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:23.985644 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-72f84676-700d-463a-843f-72a45829cc70 req-0cec0df6-e792-4850-83ef-b2b73ce08d31 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 944 time: 0.0776522 Sep 09 18:17:24.028046 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-72f84676-700d-463a-843f-72a45829cc70 req-318507a8-f772-4771-9c41-afb4471930b0 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358577 Sep 09 18:17:24.360649 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f58728-ad31-453f-a823-a753dd53ecf0 req-394248d6-e63a-4939-a794-309010c1a345 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:24.362713 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-91f58728-ad31-453f-a823-a753dd53ecf0 req-394248d6-e63a-4939-a794-309010c1a345 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 932 time: 0.0841177 Sep 09 18:17:24.406935 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-91f58728-ad31-453f-a823-a753dd53ecf0 req-d0ebe8d2-6ff0-4cb0-a554-ecee02606c32 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378077 Sep 09 18:17:24.793064 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a1356-7106-448d-b96e-97de023f2621 req-45f58c32-8acc-47c5-8fe7-cac8b7073618 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:24.800135 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0e3a1356-7106-448d-b96e-97de023f2621 req-45f58c32-8acc-47c5-8fe7-cac8b7073618 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 943 time: 0.0521672 Sep 09 18:17:24.835741 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8283621-5995-4f9c-bb9d-647a8579c73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:24.847910 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0e3a1356-7106-448d-b96e-97de023f2621 req-37a082d5-dc25-4d68-9e44-a8f5c908ebb1 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469818 Sep 09 18:17:25.141862 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225af4c6-f713-48a0-a334-b1d376c53d9b req-edb9fd56-a221-4408-9290-0169da614cc7 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:25.143423 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-225af4c6-f713-48a0-a334-b1d376c53d9b req-edb9fd56-a221-4408-9290-0169da614cc7 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 944 time: 0.0760560 Sep 09 18:17:25.187725 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff7d49-f679-4719-abaa-6f314eb15e9c req-c85d72a0-3c0d-4c80-931c-e7dc6389c4b0 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:25.188580 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f5ff7d49-f679-4719-abaa-6f314eb15e9c req-c85d72a0-3c0d-4c80-931c-e7dc6389c4b0 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 944 time: 0.0870671 Sep 09 18:17:25.202702 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-b055bd96-957a-44bb-be06-62bd4a70157c service neutron] Request body: {'port': {'device_id': '4b97e252-8472-42ad-ae5b-85edb2ddd298', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77954'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:17:25.205186 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-225af4c6-f713-48a0-a334-b1d376c53d9b req-302c15cd-6eb6-45f3-b830-2cd5e7efe54d tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529509 Sep 09 18:17:25.248786 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f5ff7d49-f679-4719-abaa-6f314eb15e9c req-4db76ecd-0bd5-47d6-a536-5bc016c25018 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389709 Sep 09 18:17:25.291074 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-b055bd96-957a-44bb-be06-62bd4a70157c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:25.578548 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fb268-8948-40b4-8769-549a934e9672 req-61f67690-c75c-4883-8a36-e6c9c21368b1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:25.580257 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-817fb268-8948-40b4-8769-549a934e9672 req-61f67690-c75c-4883-8a36-e6c9c21368b1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 932 time: 0.0615897 Sep 09 18:17:25.632943 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-817fb268-8948-40b4-8769-549a934e9672 req-f0a21979-6612-494a-8cad-c6745fa03e77 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452616 Sep 09 18:17:25.654232 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-b055bd96-957a-44bb-be06-62bd4a70157c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec03f1d3-5a50-4119-9cf9-8311f87974bf {{(pid=94638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:17:25.662729 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-b055bd96-957a-44bb-be06-62bd4a70157c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:25.676809 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-b055bd96-957a-44bb-be06-62bd4a70157c service neutron] Transition to ACTIVE for port object ec03f1d3-5a50-4119-9cf9-8311f87974bf will not be triggered until provisioned by entity L2. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:17:25.756164 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-b055bd96-957a-44bb-be06-62bd4a70157c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2903677'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:25.814644 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b055bd96-957a-44bb-be06-62bd4a70157c service neutron] Pushing event updated for resources: {'Port': ['ID=ec03f1d3-5a50-4119-9cf9-8311f87974bf,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:25.919517 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-b055bd96-957a-44bb-be06-62bd4a70157c service neutron] Attempting to bind port ec03f1d3-5a50-4119-9cf9-8311f87974bf on host hv-cinder-77954 for vnic_type normal with profile {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:17:25.920102 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-b055bd96-957a-44bb-be06-62bd4a70157c service neutron] Attempting to bind port ec03f1d3-5a50-4119-9cf9-8311f87974bf by drivers openvswitch,hyperv on host hv-cinder-77954 at level 0 using segments [{'id': '5dabc900-77d9-4787-b5a9-e934b438dec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe'}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:17:25.921364 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-b055bd96-957a-44bb-be06-62bd4a70157c service neutron] Attempting to bind port ec03f1d3-5a50-4119-9cf9-8311f87974bf on network 165da4a9-ef54-4e00-b346-cd05df750cfe {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:17:25.929252 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-b055bd96-957a-44bb-be06-62bd4a70157c service neutron] Port ec03f1d3-5a50-4119-9cf9-8311f87974bf on network 165da4a9-ef54-4e00-b346-cd05df750cfe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77954 {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 18:17:25.929896 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-b055bd96-957a-44bb-be06-62bd4a70157c service neutron] Attempting to bind port ec03f1d3-5a50-4119-9cf9-8311f87974bf on network 165da4a9-ef54-4e00-b346-cd05df750cfe {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:17:25.937717 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-b055bd96-957a-44bb-be06-62bd4a70157c service neutron] Checking agent: {'id': 'e6e03918-0440-4933-b179-09c79aa47d03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 14, 34), 'started_at': datetime.datetime(2021, 9, 9, 18, 14, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:17:25.938075 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-b055bd96-957a-44bb-be06-62bd4a70157c service neutron] Checking segment: {'id': '5dabc900-77d9-4787-b5a9-e934b438dec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:17:25.938469 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-b055bd96-957a-44bb-be06-62bd4a70157c service neutron] Bound using segment: {'id': '5dabc900-77d9-4787-b5a9-e934b438dec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe'} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:17:25.938984 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-b055bd96-957a-44bb-be06-62bd4a70157c service neutron] Bound port: ec03f1d3-5a50-4119-9cf9-8311f87974bf, host: hv-cinder-77954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dabc900-77d9-4787-b5a9-e934b438dec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe'}}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:17:25.939363 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-b055bd96-957a-44bb-be06-62bd4a70157c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:25.992440 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1f4e0-c517-41c2-bdb1-484e04573e8f req-bca08eb1-53fc-4b84-9aed-ab76226e7d20 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:25.994391 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5ac1f4e0-c517-41c2-bdb1-484e04573e8f req-bca08eb1-53fc-4b84-9aed-ab76226e7d20 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 943 time: 0.0586390 Sep 09 18:17:26.023808 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-b055bd96-957a-44bb-be06-62bd4a70157c service neutron] For port ec03f1d3-5a50-4119-9cf9-8311f87974bf, host hv-cinder-77954, cleared binding levels {{(pid=94638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:17:26.027509 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-b055bd96-957a-44bb-be06-62bd4a70157c service neutron] For port ec03f1d3-5a50-4119-9cf9-8311f87974bf, host hv-cinder-77954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=ec03f1d3-5a50-4119-9cf9-8311f87974bf,segment=NetworkSegment(5dabc900-77d9-4787-b5a9-e934b438dec7),segment_id=5dabc900-77d9-4787-b5a9-e934b438dec7)] {{(pid=94638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:17:26.041309 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5ac1f4e0-c517-41c2-bdb1-484e04573e8f req-94a20893-4d4d-4e89-98ae-93ebc00fee8b tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386393 Sep 09 18:17:26.118069 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-b055bd96-957a-44bb-be06-62bd4a70157c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2903677'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:26.161198 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-b055bd96-957a-44bb-be06-62bd4a70157c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:26.161833 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-b055bd96-957a-44bb-be06-62bd4a70157c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:26.163419 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-b055bd96-957a-44bb-be06-62bd4a70157c service neutron] 10.222.0.54 "PUT /v2.0/ports/ec03f1d3-5a50-4119-9cf9-8311f87974bf HTTP/1.1" status: 200 len: 1094 time: 0.9778829 Sep 09 18:17:26.163899 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b97e252-8472-42ad-ae5b-85edb2ddd298', 'tag': 'ec03f1d3-5a50-4119-9cf9-8311f87974bf'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:17:26.166299 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a767718c04ac1acf345d0243a01d56243c7d5b55222faf7f06dd44169baae4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b32a9d-725e-4663-9541-2a9d8c7f027f" -d '{"events": [{"name": "network-changed", "server_uuid": "4b97e252-8472-42ad-ae5b-85edb2ddd298", "tag": "ec03f1d3-5a50-4119-9cf9-8311f87974bf"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:17:26.197866 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b055bd96-957a-44bb-be06-62bd4a70157c service neutron] Pushing event updated for resources: {'Port': ['ID=ec03f1d3-5a50-4119-9cf9-8311f87974bf,revision_number=3']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:26.215001 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 18:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cc3e09-0f3e-42d3-85eb-02457963aa10 x-openstack-request-id: req-b2cc3e09-0f3e-42d3-85eb-02457963aa10 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:17:26.215967 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b97e252-8472-42ad-ae5b-85edb2ddd298", "tag": "ec03f1d3-5a50-4119-9cf9-8311f87974bf", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:17:26.215967 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b2cc3e09-0f3e-42d3-85eb-02457963aa10 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:17:26.216386 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b97e252-8472-42ad-ae5b-85edb2ddd298', 'tag': 'ec03f1d3-5a50-4119-9cf9-8311f87974bf', 'status': 'completed', 'code': 200} Sep 09 18:17:26.457210 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50bb73a-3281-404a-9088-47d2d3030915 req-fd3576b8-b294-415c-97ec-7e691b2bf05a tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:26.458694 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b50bb73a-3281-404a-9088-47d2d3030915 req-fd3576b8-b294-415c-97ec-7e691b2bf05a tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 944 time: 0.1395202 Sep 09 18:17:26.472636 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e179a-ddd9-4d5e-89ca-e8d7bdbe687c req-2b12f133-0542-40b5-80bc-f4e5d5d7b5a4 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:26.474227 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-be0e179a-ddd9-4d5e-89ca-e8d7bdbe687c req-2b12f133-0542-40b5-80bc-f4e5d5d7b5a4 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 944 time: 0.1052394 Sep 09 18:17:26.532332 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b50bb73a-3281-404a-9088-47d2d3030915 req-ab4779dc-8331-446f-a530-7e71c1cf0d3c tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570323 Sep 09 18:17:26.544448 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-be0e179a-ddd9-4d5e-89ca-e8d7bdbe687c req-2705f4c3-d83b-4a84-902a-33bf47596a11 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613286 Sep 09 18:17:26.632759 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b32a9d-725e-4663-9541-2a9d8c7f027f req-61e2e560-5e87-489e-b8b5-6330ff8ff83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:26.634580 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-20b32a9d-725e-4663-9541-2a9d8c7f027f req-61e2e560-5e87-489e-b8b5-6330ff8ff83e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=43ce4a6143564c64b1be155ca237d8e1&device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 1097 time: 0.0479684 Sep 09 18:17:26.779106 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2abc741-46a4-42a4-a432-b9c0757568f7 req-2e2f5e99-7d56-4d7b-873f-cd7d01289021 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:26.780758 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d2abc741-46a4-42a4-a432-b9c0757568f7 req-2e2f5e99-7d56-4d7b-873f-cd7d01289021 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 944 time: 0.0643501 Sep 09 18:17:26.826094 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b32a9d-725e-4663-9541-2a9d8c7f027f req-259a3846-fd3f-4825-9e4f-942580c4580a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:26.827828 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d2abc741-46a4-42a4-a432-b9c0757568f7 req-7e1e3024-8884-4f0c-a16b-c53f991a9922 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399954 Sep 09 18:17:26.828569 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-20b32a9d-725e-4663-9541-2a9d8c7f027f req-259a3846-fd3f-4825-9e4f-942580c4580a service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=43ce4a6143564c64b1be155ca237d8e1&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1419580 Sep 09 18:17:26.957949 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b32a9d-725e-4663-9541-2a9d8c7f027f req-1a683f6c-a57a-404f-bd68-f7adc7adcda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:26.960528 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-20b32a9d-725e-4663-9541-2a9d8c7f027f req-1a683f6c-a57a-404f-bd68-f7adc7adcda9 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1245532 Sep 09 18:17:27.040815 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-abd0706e-454d-4300-bbf2-f4eb3f58b413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:27.042331 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-abd0706e-454d-4300-bbf2-f4eb3f58b413 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=43ce4a6143564c64b1be155ca237d8e1&device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 1097 time: 0.0417368 Sep 09 18:17:27.167631 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32046df-0073-42e5-879a-d5d714659c2a req-67de6b1f-24ac-4353-afb2-a1e0df612169 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:27.169275 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e32046df-0073-42e5-879a-d5d714659c2a req-67de6b1f-24ac-4353-afb2-a1e0df612169 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 943 time: 0.0596995 Sep 09 18:17:27.209808 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e32046df-0073-42e5-879a-d5d714659c2a req-d70dd540-8d50-4644-8720-4bd9148c9da7 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345023 Sep 09 18:17:27.407495 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-64001a91-3795-4ef4-904b-a8ba82f8a1d1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec03f1d3-5a50-4119-9cf9-8311f87974bf HTTP/1.1" status: 200 len: 217 time: 0.0846591 Sep 09 18:17:27.464657 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c266b30a-4113-4ad2-a9c5-5aaa2971d566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:27.474823 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-35d67828-e5be-4184-8638-80cd5b86d370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:27.477198 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-35d67828-e5be-4184-8638-80cd5b86d370 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a76c712f-0b8e-4da8-9f5a-950d58cfba07 HTTP/1.1" status: 200 len: 856 time: 0.0609314 Sep 09 18:17:27.528831 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:27.561123 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-1f1034d3-238d-426d-8617-0b080ae6007b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:27.562676 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-1f1034d3-238d-426d-8617-0b080ae6007b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=165da4a9-ef54-4e00-b346-cd05df750cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0772655 Sep 09 18:17:27.671432 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-c80383d7-2c39-46e3-a08e-19543699da12 service neutron] 10.222.0.54 "GET /v2.0/networks/165da4a9-ef54-4e00-b346-cd05df750cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994768 Sep 09 18:17:27.714246 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717aa36e-2a46-4f7c-9619-a8a41361a17c req-33d0666f-1448-49c1-8a62-328b2da0a67b tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:27.715850 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-717aa36e-2a46-4f7c-9619-a8a41361a17c req-33d0666f-1448-49c1-8a62-328b2da0a67b tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 944 time: 0.0869792 Sep 09 18:17:27.736963 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245f1df-c9be-4bb3-9732-86dd1046a2dc req-643770e2-e490-468a-9db3-2011faa25172 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:27.740893 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a245f1df-c9be-4bb3-9732-86dd1046a2dc req-643770e2-e490-468a-9db3-2011faa25172 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 944 time: 0.0790045 Sep 09 18:17:27.807664 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e0752348-0631-44d4-9a61-3bae9cfed6b5 req-97f143f2-a3fc-43a2-9d37-7381f31f18a0 service neutron] 10.222.0.54 "GET /v2.0/networks/165da4a9-ef54-4e00-b346-cd05df750cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017284 Sep 09 18:17:27.808138 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-717aa36e-2a46-4f7c-9619-a8a41361a17c req-5c13ffcf-5a65-4232-8f4e-e084d105f49c tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652821 Sep 09 18:17:27.811622 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a245f1df-c9be-4bb3-9732-86dd1046a2dc req-0bcb373c-ff7b-457f-a2ca-8f5d2c897b74 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660062 Sep 09 18:17:27.979976 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b10ffd-54a1-4bb3-93d9-47666ee71a29 req-edb03c88-fb53-48fa-872a-bacc9e6be73e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:27.981580 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-83b10ffd-54a1-4bb3-93d9-47666ee71a29 req-edb03c88-fb53-48fa-872a-bacc9e6be73e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 944 time: 0.0579133 Sep 09 18:17:28.035979 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-83b10ffd-54a1-4bb3-93d9-47666ee71a29 req-c3098321-a3a2-4cc5-842a-e7f69c6fd6bb tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368743 Sep 09 18:17:28.336022 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2152ff0-cbb5-4a6e-9acd-4dff380b9504 req-d1f1caaa-9993-4cf8-82d1-deb0afd296d2 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:28.337697 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f2152ff0-cbb5-4a6e-9acd-4dff380b9504 req-d1f1caaa-9993-4cf8-82d1-deb0afd296d2 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 943 time: 0.0558512 Sep 09 18:17:28.389560 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f2152ff0-cbb5-4a6e-9acd-4dff380b9504 req-d8dd5757-e3f2-427d-9e25-f72fdc5a8c57 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457275 Sep 09 18:17:29.021417 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64b1b8-0834-4d5a-8f37-6609b983a773 req-b6795904-e84e-4d97-81dd-cdb343738e59 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:29.023619 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9a64b1b8-0834-4d5a-8f37-6609b983a773 req-b6795904-e84e-4d97-81dd-cdb343738e59 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 944 time: 0.1373971 Sep 09 18:17:29.036372 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ade18c-0f10-4aa0-b2d5-d44b425be2c1 req-20639987-4083-44a9-a3bb-2d93fd9185aa tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:29.037944 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-23ade18c-0f10-4aa0-b2d5-d44b425be2c1 req-20639987-4083-44a9-a3bb-2d93fd9185aa tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 944 time: 0.0916512 Sep 09 18:17:29.088551 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:29.100870 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9a64b1b8-0834-4d5a-8f37-6609b983a773 req-21c309b5-fe03-4be7-bca7-4be0d1b5f7af tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611408 Sep 09 18:17:29.104741 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-23ade18c-0f10-4aa0-b2d5-d44b425be2c1 req-df2fb937-736c-48da-8a84-90435ee0e89c tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586016 Sep 09 18:17:29.208675 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 4b6b9f03-276a-465a-a25a-51e7f177a098 details requested by agent hyperv_hv-cinder-77954 with host hv-cinder-77954 {{(pid=94639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 18:17:29.244047 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235d9d7-7053-4993-aaa3-c940546a2d5a req-80d9fcf5-0dc9-4e81-bd8e-1c168eed9abc tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:29.249486 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5235d9d7-7053-4993-aaa3-c940546a2d5a req-80d9fcf5-0dc9-4e81-bd8e-1c168eed9abc tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 944 time: 0.0821066 Sep 09 18:17:29.353200 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5235d9d7-7053-4993-aaa3-c940546a2d5a req-5e99316e-80e8-49bd-ad61-68ca1dcfd149 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866835 Sep 09 18:17:29.416984 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 6 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:17:29.471457 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port 4b6b9f03-276a-465a-a25a-51e7f177a098, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=4b6b9f03-276a-465a-a25a-51e7f177a098,segment=NetworkSegment(f738fa1f-ed07-465a-b70c-8f41c0eb3df6),segment_id=f738fa1f-ed07-465a-b70c-8f41c0eb3df6)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:17:29.512244 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Returning: {'device': '4b6b9f03-276a-465a-a25a-51e7f177a098', 'network_id': 'eafe2dd1-3f55-4813-b3ae-df6e622a3eab', 'port_id': '4b6b9f03-276a-465a-a25a-51e7f177a098', 'mac_address': 'fa:16:3e:9d:24:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '285c431c-6ae1-4a37-abf0-1b468ed843f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 18:17:29.564012 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:29.575509 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 37550) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:17:29.588735 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b6b9f03-276a-465a-a25a-51e7f177a098 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:17:29.613500 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port 4b6b9f03-276a-465a-a25a-51e7f177a098, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=4b6b9f03-276a-465a-a25a-51e7f177a098,segment=NetworkSegment(f738fa1f-ed07-465a-b70c-8f41c0eb3df6),segment_id=f738fa1f-ed07-465a-b70c-8f41c0eb3df6)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:17:29.617267 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0d3cc-731e-4396-9a59-c0f1b910e23b req-d7d30049-382b-40c7-a0b0-ee35f35f64fb tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:29.625282 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bbd0d3cc-731e-4396-9a59-c0f1b910e23b req-d7d30049-382b-40c7-a0b0-ee35f35f64fb tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 943 time: 0.1072493 Sep 09 18:17:29.677724 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bbd0d3cc-731e-4396-9a59-c0f1b910e23b req-7998c9ec-e255-4b5a-a1bc-473a7da32863 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466530 Sep 09 18:17:29.687906 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:29.688955 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 6f00f66d-e6e5-4f5e-b54d-358119079eeb details requested by agent hyperv_hv-cinder-77954 with host hv-cinder-77954 {{(pid=94639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 18:17:29.758012 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6391b3e3-b5f0-4699-b78f-101d6d4156d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:29.778877 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=4b6b9f03-276a-465a-a25a-51e7f177a098,revision_number=4']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:29.792527 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:17:29.793441 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:17:29.794255 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:17:29.795109 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:17:29.795457 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:17:29.795881 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:17:29.796257 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:17:29.796784 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:17:29.797365 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:17:29.797874 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:17:29.798220 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:17:29.798643 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:17:29.866354 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port 6f00f66d-e6e5-4f5e-b54d-358119079eeb, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=6f00f66d-e6e5-4f5e-b54d-358119079eeb,segment=NetworkSegment(ae536695-5741-4cd5-b351-934abda3a601),segment_id=ae536695-5741-4cd5-b351-934abda3a601)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:17:29.876257 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6391b3e3-b5f0-4699-b78f-101d6d4156d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:29.886368 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Returning: {'device': '6f00f66d-e6e5-4f5e-b54d-358119079eeb', 'network_id': '841e0f7e-1e52-4405-930c-472dd61ad299', 'port_id': '6f00f66d-e6e5-4f5e-b54d-358119079eeb', 'mac_address': 'fa:16:3e:e3:49:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6896cb90-4ec4-4769-88d9-e028922c40c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 18:17:29.949909 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:29.956544 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6391b3e3-b5f0-4699-b78f-101d6d4156d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:29.964209 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f00f66d-e6e5-4f5e-b54d-358119079eeb {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:17:29.988899 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port 6f00f66d-e6e5-4f5e-b54d-358119079eeb, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=6f00f66d-e6e5-4f5e-b54d-358119079eeb,segment=NetworkSegment(ae536695-5741-4cd5-b351-934abda3a601),segment_id=ae536695-5741-4cd5-b351-934abda3a601)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:17:30.010023 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-6391b3e3-b5f0-4699-b78f-101d6d4156d3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=24257d7881864175add027c058f53747&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4335701 Sep 09 18:17:30.013039 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6391b3e3-b5f0-4699-b78f-101d6d4156d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1478ef1-af78-43e7-b5f1-4df35dc865fa,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:30.014708 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 37558) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:17:30.071248 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-82852062-88ce-41d7-af8d-dd653429e059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:30.076166 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:30.076880 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 443dbf9e-aa62-4786-9f48-d0e5a2748e42 details requested by agent hyperv_hv-cinder-77954 with host hv-cinder-77954 {{(pid=94639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 18:17:30.095117 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-82852062-88ce-41d7-af8d-dd653429e059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:30.165861 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=6f00f66d-e6e5-4f5e-b54d-358119079eeb,revision_number=4']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:30.175042 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port 443dbf9e-aa62-4786-9f48-d0e5a2748e42, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=443dbf9e-aa62-4786-9f48-d0e5a2748e42,segment=NetworkSegment(f738fa1f-ed07-465a-b70c-8f41c0eb3df6),segment_id=f738fa1f-ed07-465a-b70c-8f41c0eb3df6)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:17:30.221870 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Returning: {'device': '443dbf9e-aa62-4786-9f48-d0e5a2748e42', 'network_id': 'eafe2dd1-3f55-4813-b3ae-df6e622a3eab', 'port_id': '443dbf9e-aa62-4786-9f48-d0e5a2748e42', 'mac_address': 'fa:16:3e:51:fc:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '285c431c-6ae1-4a37-abf0-1b468ed843f7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 18:17:30.293014 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:30.310200 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 443dbf9e-aa62-4786-9f48-d0e5a2748e42 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:17:30.311883 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-82852062-88ce-41d7-af8d-dd653429e059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:30.314692 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-82852062-88ce-41d7-af8d-dd653429e059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:30.316085 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-82852062-88ce-41d7-af8d-dd653429e059 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d1478ef1-af78-43e7-b5f1-4df35dc865fa HTTP/1.1" status: 204 len: 168 time: 0.2998233 Sep 09 18:17:30.333753 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port 443dbf9e-aa62-4786-9f48-d0e5a2748e42, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=443dbf9e-aa62-4786-9f48-d0e5a2748e42,segment=NetworkSegment(f738fa1f-ed07-465a-b70c-8f41c0eb3df6),segment_id=f738fa1f-ed07-465a-b70c-8f41c0eb3df6)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:17:30.336899 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82852062-88ce-41d7-af8d-dd653429e059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1478ef1-af78-43e7-b5f1-4df35dc865fa,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:30.353755 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8fe4b-003a-4730-8680-3889bee22984 req-ff997e80-f50e-4314-a5e1-62b3f8e60f04 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:30.355514 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d7e8fe4b-003a-4730-8680-3889bee22984 req-ff997e80-f50e-4314-a5e1-62b3f8e60f04 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 945 time: 0.1099608 Sep 09 18:17:30.366539 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeba781-75be-47a9-921b-4ccff556ac79 req-d3499607-197a-4a41-9e11-3549746b49ea tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:30.368907 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-caeba781-75be-47a9-921b-4ccff556ac79 req-d3499607-197a-4a41-9e11-3549746b49ea tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 944 time: 0.1378136 Sep 09 18:17:30.378493 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82852062-88ce-41d7-af8d-dd653429e059 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:17:30.378849 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82852062-88ce-41d7-af8d-dd653429e059 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:17:30.379197 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82852062-88ce-41d7-af8d-dd653429e059 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:17:30.379542 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82852062-88ce-41d7-af8d-dd653429e059 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:17:30.379883 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82852062-88ce-41d7-af8d-dd653429e059 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:17:30.380246 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82852062-88ce-41d7-af8d-dd653429e059 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:17:30.380613 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82852062-88ce-41d7-af8d-dd653429e059 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:17:30.380973 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82852062-88ce-41d7-af8d-dd653429e059 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:17:30.381310 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82852062-88ce-41d7-af8d-dd653429e059 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:17:30.381648 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82852062-88ce-41d7-af8d-dd653429e059 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:17:30.382001 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82852062-88ce-41d7-af8d-dd653429e059 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:17:30.382855 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82852062-88ce-41d7-af8d-dd653429e059 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:17:30.414841 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:30.447072 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d7e8fe4b-003a-4730-8680-3889bee22984 req-4f46a405-ab79-4003-bdad-22b083c49cf2 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766294 Sep 09 18:17:30.464440 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-caeba781-75be-47a9-921b-4ccff556ac79 req-8c6e69a9-ef26-4cdd-8323-8efdbca1eff1 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757222 Sep 09 18:17:30.497280 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=443dbf9e-aa62-4786-9f48-d0e5a2748e42,revision_number=4']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:30.634228 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd72cf2-dd65-4e96-94b9-9c1153aa7291 req-2fc451ae-1c3f-4ad2-b258-e3b68d3cfe6b tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:30.635871 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ddd72cf2-dd65-4e96-94b9-9c1153aa7291 req-2fc451ae-1c3f-4ad2-b258-e3b68d3cfe6b tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 944 time: 0.0904329 Sep 09 18:17:30.685722 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ddd72cf2-dd65-4e96-94b9-9c1153aa7291 req-5f5240f9-5bed-49c4-83e8-cf27d8a30009 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432963 Sep 09 18:17:30.885451 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8fe7a-954e-48a5-9152-d37936a13631 req-79fa8d3b-f74a-4ab2-8e1d-3e7e4d1bd6e7 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:30.888566 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-62b8fe7a-954e-48a5-9152-d37936a13631 req-79fa8d3b-f74a-4ab2-8e1d-3e7e4d1bd6e7 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 943 time: 0.0977724 Sep 09 18:17:30.935515 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-62b8fe7a-954e-48a5-9152-d37936a13631 req-d1abfd27-ebdb-4b8d-a3fc-7f6e34d7a23a tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389695 Sep 09 18:17:31.088658 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:31.651074 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a323a-8e20-44a2-9eaf-d4bf974bc214 req-0eb81dab-0e16-4ac2-b63a-444455bd96c1 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:31.652751 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-014a323a-8e20-44a2-9eaf-d4bf974bc214 req-0eb81dab-0e16-4ac2-b63a-444455bd96c1 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 945 time: 0.1202500 Sep 09 18:17:31.676142 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5dec3-b725-4815-97e3-b314181b1fa2 req-aef44371-fd58-4b96-a8af-d1d2f0ad7602 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:31.677809 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0af5dec3-b725-4815-97e3-b314181b1fa2 req-aef44371-fd58-4b96-a8af-d1d2f0ad7602 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 945 time: 0.1008017 Sep 09 18:17:31.729050 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-014a323a-8e20-44a2-9eaf-d4bf974bc214 req-9b93b4a2-c0f5-4ad0-891a-02cca548af4a tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681071 Sep 09 18:17:31.745148 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0af5dec3-b725-4815-97e3-b314181b1fa2 req-2799fdee-b40d-4aa3-8e42-3c285d0959dc tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557084 Sep 09 18:17:31.871384 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1058ec9-46d9-4d4e-9af7-307376e1a61d req-8be2c68a-8e05-492e-a069-edd68ab51517 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:31.873075 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c1058ec9-46d9-4d4e-9af7-307376e1a61d req-8be2c68a-8e05-492e-a069-edd68ab51517 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 944 time: 0.0698972 Sep 09 18:17:31.926089 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c1058ec9-46d9-4d4e-9af7-307376e1a61d req-a6592abf-90dd-44e6-a0c1-ff2dbcce2981 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451229 Sep 09 18:17:32.077699 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c8122-6f18-470a-ad22-75697eddd6c5 req-74a13158-d356-4ed4-bf64-6b33f80a6929 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:32.079474 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-883c8122-6f18-470a-ad22-75697eddd6c5 req-74a13158-d356-4ed4-bf64-6b33f80a6929 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 943 time: 0.0624933 Sep 09 18:17:32.125568 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-883c8122-6f18-470a-ad22-75697eddd6c5 req-19217d1a-ad8e-418e-8772-57a1ba386b20 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362027 Sep 09 18:17:32.905128 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1f2d2-4a91-4c24-ace0-e0a9251b05f7 req-b1c3e575-c3ed-4fb0-8496-3c72f1ba6fe2 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:32.906779 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-56b1f2d2-4a91-4c24-ace0-e0a9251b05f7 req-b1c3e575-c3ed-4fb0-8496-3c72f1ba6fe2 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0917928 Sep 09 18:17:32.931100 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580584c-26bd-4f22-88fe-6d059fec1e77 req-d78b41fb-66fa-4a60-9ff9-e4d9aebd6e8b tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:32.932630 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3580584c-26bd-4f22-88fe-6d059fec1e77 req-d78b41fb-66fa-4a60-9ff9-e4d9aebd6e8b tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 945 time: 0.0861287 Sep 09 18:17:32.982984 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-56b1f2d2-4a91-4c24-ace0-e0a9251b05f7 req-79d79c72-c930-43d0-99a3-818c6ae18c57 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676172 Sep 09 18:17:32.990641 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3580584c-26bd-4f22-88fe-6d059fec1e77 req-1986be51-1964-4048-b10b-965f0bedc7ea tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499868 Sep 09 18:17:33.093123 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e8331-9f3b-443a-af61-e4acdec18ba4 req-a91e98d7-4dd4-4f0a-997a-0363f5062bbd tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:33.094689 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a46e8331-9f3b-443a-af61-e4acdec18ba4 req-a91e98d7-4dd4-4f0a-997a-0363f5062bbd tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 944 time: 0.0500724 Sep 09 18:17:33.136993 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a46e8331-9f3b-443a-af61-e4acdec18ba4 req-b2937e1a-8e0e-4c86-9907-a76b063539d8 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358839 Sep 09 18:17:33.266504 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ffe4aa-1167-4e3a-86ad-8368b3505822 req-471f14d5-42d9-41eb-8a42-14f6ad493b16 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:33.267444 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-46ffe4aa-1167-4e3a-86ad-8368b3505822 req-471f14d5-42d9-41eb-8a42-14f6ad493b16 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 943 time: 0.0525281 Sep 09 18:17:33.326972 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-46ffe4aa-1167-4e3a-86ad-8368b3505822 req-8e7be49c-8043-4e5c-85df-1ec02fb7c474 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473869 Sep 09 18:17:34.132748 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d96d46-c00e-43b6-9167-8a499a20a8b6 req-b4b0aa6b-db0a-4af3-9ebe-894559fda401 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:34.134316 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-02d96d46-c00e-43b6-9167-8a499a20a8b6 req-b4b0aa6b-db0a-4af3-9ebe-894559fda401 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0779376 Sep 09 18:17:34.183929 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2eabdb-ba99-4dd0-ab6c-857b46c21940 req-f8cd278b-0c00-4276-b2a3-d649b663ab10 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:34.185645 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6c2eabdb-ba99-4dd0-ab6c-857b46c21940 req-f8cd278b-0c00-4276-b2a3-d649b663ab10 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 945 time: 0.0884902 Sep 09 18:17:34.194177 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-02d96d46-c00e-43b6-9167-8a499a20a8b6 req-e347776c-b176-4c30-82c8-444144e184cb tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526278 Sep 09 18:17:34.239277 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6c2eabdb-ba99-4dd0-ab6c-857b46c21940 req-51a6647c-2476-4194-8a8b-975c0191d7ca tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425789 Sep 09 18:17:34.307035 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eef8b5-6557-419a-ae51-aefde3b84f12 req-d7d45050-8415-4576-89ed-eb19349a3ad4 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:34.308663 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-05eef8b5-6557-419a-ae51-aefde3b84f12 req-d7d45050-8415-4576-89ed-eb19349a3ad4 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 944 time: 0.0537047 Sep 09 18:17:34.367755 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-05eef8b5-6557-419a-ae51-aefde3b84f12 req-1433494b-026c-491e-b7c6-1d54f298e746 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456717 Sep 09 18:17:34.463021 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c70285-a13b-413b-a9bd-dcc4ad7b894f req-2ea6a1af-3535-4805-a916-b818865e4f9f tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:34.464756 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c8c70285-a13b-413b-a9bd-dcc4ad7b894f req-2ea6a1af-3535-4805-a916-b818865e4f9f tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 943 time: 0.0539129 Sep 09 18:17:34.507165 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c8c70285-a13b-413b-a9bd-dcc4ad7b894f req-2e757795-6650-44a9-a0d7-524f3c4fd864 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341241 Sep 09 18:17:34.825048 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 60eded96-00c4-4fe2-9285-01a7eeb37452 details requested by agent hyperv_hv-cinder-77954 with host hv-cinder-77954 {{(pid=94639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 18:17:34.937946 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port 60eded96-00c4-4fe2-9285-01a7eeb37452, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=60eded96-00c4-4fe2-9285-01a7eeb37452,segment=NetworkSegment(3502381a-c164-43bc-a609-16a785b97be8),segment_id=3502381a-c164-43bc-a609-16a785b97be8)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:17:34.954113 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Returning: {'device': '60eded96-00c4-4fe2-9285-01a7eeb37452', 'network_id': '9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9', 'port_id': '60eded96-00c4-4fe2-9285-01a7eeb37452', 'mac_address': 'fa:16:3e:5f:2e:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07bcfd60-1ce9-4552-ba2f-917a442c6c08', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 18:17:34.994241 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:35.010227 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60eded96-00c4-4fe2-9285-01a7eeb37452 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:17:35.030456 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port 60eded96-00c4-4fe2-9285-01a7eeb37452, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=60eded96-00c4-4fe2-9285-01a7eeb37452,segment=NetworkSegment(3502381a-c164-43bc-a609-16a785b97be8),segment_id=3502381a-c164-43bc-a609-16a785b97be8)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:17:35.054072 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:35.214109 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:35.272316 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=60eded96-00c4-4fe2-9285-01a7eeb37452,revision_number=4']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:35.361190 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017400f-84a5-44b7-830b-2785fcfd50cc req-a1c88291-3740-4947-a53e-5393c3affe09 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:35.362707 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b017400f-84a5-44b7-830b-2785fcfd50cc req-a1c88291-3740-4947-a53e-5393c3affe09 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0756752 Sep 09 18:17:35.387168 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74caa52-f75a-4b52-bd77-1c1bbff27026 req-346323ec-a657-4c6c-b5aa-a433897bcaf6 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:35.388762 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f74caa52-f75a-4b52-bd77-1c1bbff27026 req-346323ec-a657-4c6c-b5aa-a433897bcaf6 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 945 time: 0.0727911 Sep 09 18:17:35.434009 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b017400f-84a5-44b7-830b-2785fcfd50cc req-290ec0f2-d295-4fff-b40e-0b62489356c7 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632889 Sep 09 18:17:35.461129 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f74caa52-f75a-4b52-bd77-1c1bbff27026 req-f1a779eb-cfa2-454a-8956-6922baf6db84 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581608 Sep 09 18:17:35.552910 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4480bef4-9730-4873-8bbc-d57d69b472fd req-58a58c9c-4a5c-4059-a778-9fbc1e9651f7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:35.554530 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4480bef4-9730-4873-8bbc-d57d69b472fd req-58a58c9c-4a5c-4059-a778-9fbc1e9651f7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 944 time: 0.0548098 Sep 09 18:17:35.628937 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4480bef4-9730-4873-8bbc-d57d69b472fd req-05abc3d9-e13a-4970-85e7-3d2131538fd3 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652707 Sep 09 18:17:35.673375 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e84544-46c5-4c83-928d-cfa56b43b69f req-7dc35962-36b6-4c33-92ea-0013419ef952 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:35.675029 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a8e84544-46c5-4c83-928d-cfa56b43b69f req-7dc35962-36b6-4c33-92ea-0013419ef952 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 944 time: 0.0880272 Sep 09 18:17:35.725383 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a8e84544-46c5-4c83-928d-cfa56b43b69f req-d94b9fbe-60ad-47c3-8145-59b2bf27ba6a tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407550 Sep 09 18:17:36.556001 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] get_ports_and_sgs() called for port_ids ['443dbf9e-aa62-4786-9f48-d0e5a2748e42'] {{(pid=94639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 18:17:36.604321 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] get_ports_and_sgs() called for port_ids ['4b6b9f03-276a-465a-a25a-51e7f177a098'] {{(pid=94639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 18:17:36.607168 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] get_ports_and_sgs() called for port_ids ['6f00f66d-e6e5-4f5e-b54d-358119079eeb'] {{(pid=94639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 18:17:36.608175 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897366b-d335-403f-be95-e0feb201da84 req-49b8b2e0-3b7d-47f6-8751-278efd8fc7ca tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:36.610365 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d897366b-d335-403f-be95-e0feb201da84 req-49b8b2e0-3b7d-47f6-8751-278efd8fc7ca tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0897877 Sep 09 18:17:36.627408 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76dad9-8cb9-494d-9518-9eb18e9d2a8a req-4e46b2e8-7c6f-4ff8-98b0-d16b5d00e856 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:36.629038 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7a76dad9-8cb9-494d-9518-9eb18e9d2a8a req-4e46b2e8-7c6f-4ff8-98b0-d16b5d00e856 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 945 time: 0.0778370 Sep 09 18:17:36.670283 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] get_ports_and_sgs() called for port_ids ['60eded96-00c4-4fe2-9285-01a7eeb37452'] {{(pid=94639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 18:17:36.689914 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d897366b-d335-403f-be95-e0feb201da84 req-805cac1a-8540-4570-87a8-193278079838 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598111 Sep 09 18:17:36.703706 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7a76dad9-8cb9-494d-9518-9eb18e9d2a8a req-d6b46c04-0a5c-4b4c-88e9-7a6c13c46917 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585554 Sep 09 18:17:36.932537 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8114b2-f828-41d3-b6f1-3f4db67c04fa req-caea9267-0dad-4d3e-8f46-8bbd76f57470 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:36.937044 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0f8114b2-f828-41d3-b6f1-3f4db67c04fa req-caea9267-0dad-4d3e-8f46-8bbd76f57470 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 944 time: 0.0976548 Sep 09 18:17:36.945931 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e7c78-cfea-4a11-a366-9000a97d5b24 req-a5c35363-90a5-4e35-846f-bdc321013635 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:36.947439 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c03e7c78-cfea-4a11-a366-9000a97d5b24 req-a5c35363-90a5-4e35-846f-bdc321013635 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 944 time: 0.1228940 Sep 09 18:17:37.017279 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c03e7c78-cfea-4a11-a366-9000a97d5b24 req-24dca1a8-f155-4d6d-8fc9-4cb5433770f8 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614343 Sep 09 18:17:37.026951 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0f8114b2-f828-41d3-b6f1-3f4db67c04fa req-1800d8c2-1486-40af-910f-bbd86a081a84 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783834 Sep 09 18:17:37.856672 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe5cf3-886f-4ea3-b821-370f6375aacb req-9238dbf9-4eab-4821-a4f8-794b505403cd tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:37.858206 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-76fe5cf3-886f-4ea3-b821-370f6375aacb req-9238dbf9-4eab-4821-a4f8-794b505403cd tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0807073 Sep 09 18:17:37.878802 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26f1b6-eac9-4685-b298-ee7af960dfd1 req-07a1d348-187b-4834-987d-a77c2e44fc60 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:37.880293 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5f26f1b6-eac9-4685-b298-ee7af960dfd1 req-07a1d348-187b-4834-987d-a77c2e44fc60 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 945 time: 0.0745182 Sep 09 18:17:37.940032 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-76fe5cf3-886f-4ea3-b821-370f6375aacb req-26f86ad8-9b2c-4e65-9353-1b98bc78ffb4 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749731 Sep 09 18:17:37.949914 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5f26f1b6-eac9-4685-b298-ee7af960dfd1 req-dd609317-6d7d-4e7f-beb0-abeb5b44d6fa tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605786 Sep 09 18:17:38.092921 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device ec03f1d3-5a50-4119-9cf9-8311f87974bf details requested by agent hyperv_hv-cinder-77954 with host hv-cinder-77954 {{(pid=94639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 18:17:38.205901 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc922c-8b1e-465a-bfe6-f28a1c87ef49 req-0a03bfb3-2f44-4fa8-9c2c-754e9cee7882 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:38.207671 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-eacc922c-8b1e-465a-bfe6-f28a1c87ef49 req-0a03bfb3-2f44-4fa8-9c2c-754e9cee7882 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 944 time: 0.1043510 Sep 09 18:17:38.229665 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a031ab-93db-415a-962f-71c06e4eb82f req-a4cd25f7-070c-4420-87e7-3a4bcde5b682 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:38.231384 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-48a031ab-93db-415a-962f-71c06e4eb82f req-a4cd25f7-070c-4420-87e7-3a4bcde5b682 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 944 time: 0.0757709 Sep 09 18:17:38.232215 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port ec03f1d3-5a50-4119-9cf9-8311f87974bf, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=ec03f1d3-5a50-4119-9cf9-8311f87974bf,segment=NetworkSegment(5dabc900-77d9-4787-b5a9-e934b438dec7),segment_id=5dabc900-77d9-4787-b5a9-e934b438dec7)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:17:38.246696 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Returning: {'device': 'ec03f1d3-5a50-4119-9cf9-8311f87974bf', 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe', 'port_id': 'ec03f1d3-5a50-4119-9cf9-8311f87974bf', 'mac_address': 'fa:16:3e:19:8d:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a76c712f-0b8e-4da8-9f5a-950d58cfba07', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 18:17:38.302065 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:38.302799 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-48a031ab-93db-415a-962f-71c06e4eb82f req-7b0d35d1-d710-41db-b62b-72f263b7e704 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554383 Sep 09 18:17:38.316647 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-eacc922c-8b1e-465a-bfe6-f28a1c87ef49 req-2e2c25e2-37b4-4d89-8122-ff98b5c8e187 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951426 Sep 09 18:17:38.341339 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec03f1d3-5a50-4119-9cf9-8311f87974bf {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:17:38.368480 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port ec03f1d3-5a50-4119-9cf9-8311f87974bf, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=ec03f1d3-5a50-4119-9cf9-8311f87974bf,segment=NetworkSegment(5dabc900-77d9-4787-b5a9-e934b438dec7),segment_id=5dabc900-77d9-4787-b5a9-e934b438dec7)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:17:38.580377 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:38.636181 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=ec03f1d3-5a50-4119-9cf9-8311f87974bf,revision_number=4']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:38.881414 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 37762) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:17:39.021761 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2937e971-9a02-4c5e-9cfe-7b895a8b4d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:39.115145 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab542e4-0d68-4d90-a2d1-4bd210b4ddc0 req-e8fb3f4c-5237-43cf-92ac-85bc0d4adbc9 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:39.116768 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bab542e4-0d68-4d90-a2d1-4bd210b4ddc0 req-e8fb3f4c-5237-43cf-92ac-85bc0d4adbc9 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0884848 Sep 09 18:17:39.130948 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b242d4-b983-4e2c-a36f-2b2162b763ae req-ae5e115b-045d-410f-9c61-ad40e2050e7b tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:39.132848 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-36b242d4-b983-4e2c-a36f-2b2162b763ae req-ae5e115b-045d-410f-9c61-ad40e2050e7b tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 945 time: 0.0937989 Sep 09 18:17:39.145362 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2937e971-9a02-4c5e-9cfe-7b895a8b4d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:39.190370 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bab542e4-0d68-4d90-a2d1-4bd210b4ddc0 req-3c9e20c0-8edb-4420-be7b-b274016a94fc tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557246 Sep 09 18:17:39.196233 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-36b242d4-b983-4e2c-a36f-2b2162b763ae req-c15421b0-576a-4bd6-8b69-1b3b40cee712 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543282 Sep 09 18:17:39.300498 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2937e971-9a02-4c5e-9cfe-7b895a8b4d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:39.345420 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-2937e971-9a02-4c5e-9cfe-7b895a8b4d71 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5d51095443b74898b6b94c725d8afbd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4627795 Sep 09 18:17:39.346343 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 37778) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:17:39.357752 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937e971-9a02-4c5e-9cfe-7b895a8b4d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60afd47-56f0-4b43-95d1-4623881e9078,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:39.459288 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8fb2d893-69a7-4165-8da0-c14ee5fcee80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:39.484765 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8fb2d893-69a7-4165-8da0-c14ee5fcee80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:39.527144 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780fc30c-9360-405e-b089-652ca9604e35 req-78693797-d9c2-496c-a152-ee05a3dd8d42 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:39.528919 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-780fc30c-9360-405e-b089-652ca9604e35 req-78693797-d9c2-496c-a152-ee05a3dd8d42 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 944 time: 0.0870323 Sep 09 18:17:39.655507 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8fb2d893-69a7-4165-8da0-c14ee5fcee80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:39.659073 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8fb2d893-69a7-4165-8da0-c14ee5fcee80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:39.661157 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-8fb2d893-69a7-4165-8da0-c14ee5fcee80 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d60afd47-56f0-4b43-95d1-4623881e9078 HTTP/1.1" status: 204 len: 168 time: 0.3133905 Sep 09 18:17:39.674561 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2d893-69a7-4165-8da0-c14ee5fcee80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60afd47-56f0-4b43-95d1-4623881e9078,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:39.739484 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81ec60-be02-4166-b24a-f47125827b21 req-9ae4e4d1-ea60-44bc-abe9-6ba55787adb0 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:39.741460 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7f81ec60-be02-4166-b24a-f47125827b21 req-9ae4e4d1-ea60-44bc-abe9-6ba55787adb0 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 945 time: 0.2699969 Sep 09 18:17:39.781066 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-780fc30c-9360-405e-b089-652ca9604e35 req-a8f70560-91a2-4880-92fc-e66452c4189a tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2454097 Sep 09 18:17:39.807828 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7f81ec60-be02-4166-b24a-f47125827b21 req-02b81aad-cedb-4c3f-97cf-1c8a5fb9cf7f tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526426 Sep 09 18:17:40.357921 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee48c33-c4ea-47e9-a6af-9dda3a9d8535 req-e2f1fb8f-740b-4dd3-bcdf-16416403dfdc tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:40.359515 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1ee48c33-c4ea-47e9-a6af-9dda3a9d8535 req-e2f1fb8f-740b-4dd3-bcdf-16416403dfdc tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0861123 Sep 09 18:17:40.369275 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaffd64-bd8a-4425-94e1-ef1e110a6895 req-91d48736-42b2-4204-9706-2092505ef7e4 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:40.370849 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bcaffd64-bd8a-4425-94e1-ef1e110a6895 req-91d48736-42b2-4204-9706-2092505ef7e4 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 945 time: 0.0869679 Sep 09 18:17:40.426356 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1ee48c33-c4ea-47e9-a6af-9dda3a9d8535 req-d5478779-1fe3-47da-adbc-55cc8d9dc798 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544894 Sep 09 18:17:40.439444 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bcaffd64-bd8a-4425-94e1-ef1e110a6895 req-d441665e-10e9-4be4-a145-4f28c479f9a0 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595398 Sep 09 18:17:40.496045 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 37796) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:17:40.509348 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-04eaf599-7c73-4328-bb2a-997a84b1f132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:40.611212 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-04eaf599-7c73-4328-bb2a-997a84b1f132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:40.689175 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-04eaf599-7c73-4328-bb2a-997a84b1f132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:40.738422 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-04eaf599-7c73-4328-bb2a-997a84b1f132 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=22cfbd931e4a455fae96be7ee383f786&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2408495 Sep 09 18:17:40.739915 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 37800) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:17:40.740059 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eaf599-7c73-4328-bb2a-997a84b1f132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680e2907-b97c-4e35-aaa6-16b2d30441cb,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:40.807893 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b1dda81b-9e92-4d3b-84be-3b3d66575522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:40.832727 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b1dda81b-9e92-4d3b-84be-3b3d66575522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:40.959562 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c10728-946a-4830-90a3-ae16196cd5e0 req-9baebb7f-af8a-4ef4-889a-a3f00c839d94 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:40.961192 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-17c10728-946a-4830-90a3-ae16196cd5e0 req-9baebb7f-af8a-4ef4-889a-a3f00c839d94 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 944 time: 0.0952163 Sep 09 18:17:40.973769 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1d4c0-5ad4-40bf-9e9c-9e1d5bb614b1 req-a6e88d91-73e1-4a8b-b35e-93152ec19723 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:40.975432 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8cd1d4c0-5ad4-40bf-9e9c-9e1d5bb614b1 req-a6e88d91-73e1-4a8b-b35e-93152ec19723 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 945 time: 0.0782712 Sep 09 18:17:41.021557 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b1dda81b-9e92-4d3b-84be-3b3d66575522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:41.023724 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b1dda81b-9e92-4d3b-84be-3b3d66575522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:41.025236 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-b1dda81b-9e92-4d3b-84be-3b3d66575522 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/680e2907-b97c-4e35-aaa6-16b2d30441cb HTTP/1.1" status: 204 len: 168 time: 0.2838719 Sep 09 18:17:41.052468 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-17c10728-946a-4830-90a3-ae16196cd5e0 req-6604ec9d-5e17-49ba-9be3-58e81c1782f6 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757911 Sep 09 18:17:41.057257 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dda81b-9e92-4d3b-84be-3b3d66575522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680e2907-b97c-4e35-aaa6-16b2d30441cb,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:41.064637 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8cd1d4c0-5ad4-40bf-9e9c-9e1d5bb614b1 req-596b8d29-29c2-424f-b979-ba081a8da156 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810218 Sep 09 18:17:41.651202 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3da3cc-f117-4462-8da0-db985079e83c req-96738c5d-2d8b-4b2f-bdb5-188a0c3bba86 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:41.653704 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2c3da3cc-f117-4462-8da0-db985079e83c req-96738c5d-2d8b-4b2f-bdb5-188a0c3bba86 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 945 time: 0.1347139 Sep 09 18:17:41.686081 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d65e17-1673-42c9-842e-c93bdbbedc5a req-d147a119-c4d3-4ddf-836a-5b869d14bc4a tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:41.688899 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-90d65e17-1673-42c9-842e-c93bdbbedc5a req-d147a119-c4d3-4ddf-836a-5b869d14bc4a tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 945 time: 0.1211271 Sep 09 18:17:41.774806 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2c3da3cc-f117-4462-8da0-db985079e83c req-407bab33-99dd-4409-9c79-029fddf17df0 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838971 Sep 09 18:17:41.787051 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-90d65e17-1673-42c9-842e-c93bdbbedc5a req-2a3c1e40-bc6f-4776-8bb4-a8b3745552f6 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849791 Sep 09 18:17:42.273131 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39cf575-ad95-4642-b07b-ea15509bafd2 req-0d99d4fc-3b07-484b-9475-8983928bf3c8 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:42.274918 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e39cf575-ad95-4642-b07b-ea15509bafd2 req-0d99d4fc-3b07-484b-9475-8983928bf3c8 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 944 time: 0.1217101 Sep 09 18:17:42.300969 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5ddec-cb1d-4efe-96d3-dfda35cf2474 req-63ecb90a-7316-43e7-99c4-eaa7777cf50c tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:42.309532 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f6b5ddec-cb1d-4efe-96d3-dfda35cf2474 req-63ecb90a-7316-43e7-99c4-eaa7777cf50c tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 945 time: 0.1035354 Sep 09 18:17:42.400420 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e39cf575-ad95-4642-b07b-ea15509bafd2 req-d3ab52ad-6ba9-4e00-9b9a-733b1426682a tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152804 Sep 09 18:17:42.414404 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f6b5ddec-cb1d-4efe-96d3-dfda35cf2474 req-3ee5a6ee-43b4-4ee2-8bec-6e8407330d86 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029160 Sep 09 18:17:42.972722 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85cc8b1-d0ce-4ef4-9c2d-bd69e24cc997 req-58e386d7-4fef-4149-a1e7-5b9aa9be8588 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:42.974202 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b85cc8b1-d0ce-4ef4-9c2d-bd69e24cc997 req-58e386d7-4fef-4149-a1e7-5b9aa9be8588 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0954635 Sep 09 18:17:42.983159 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518c642-b6f7-4473-b141-ebaf24bc85e1 req-e0b4fbd7-6baf-4a22-ae9e-e1db54b769ae tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:42.984723 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a518c642-b6f7-4473-b141-ebaf24bc85e1 req-e0b4fbd7-6baf-4a22-ae9e-e1db54b769ae tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 945 time: 0.0917666 Sep 09 18:17:43.047009 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b85cc8b1-d0ce-4ef4-9c2d-bd69e24cc997 req-a558f124-cd34-4f88-868c-ffd8fcfdf2da tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612595 Sep 09 18:17:43.050191 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a518c642-b6f7-4473-b141-ebaf24bc85e1 req-60023d32-76e6-48ec-8cf6-472ba009d372 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573604 Sep 09 18:17:43.669355 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bdf16-8d0b-47f2-9dda-55b11a3f4b3b req-33ab23ef-4cd6-40d6-b19f-48e5fb464b4d tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:43.672196 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-118bdf16-8d0b-47f2-9dda-55b11a3f4b3b req-33ab23ef-4cd6-40d6-b19f-48e5fb464b4d tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 944 time: 0.1445615 Sep 09 18:17:43.695991 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117fac8-78fb-48a3-9870-11a080437891 req-e7e73316-8582-412d-8e2c-3bc6c3eb22a1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:43.698735 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1117fac8-78fb-48a3-9870-11a080437891 req-e7e73316-8582-412d-8e2c-3bc6c3eb22a1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 945 time: 0.1318476 Sep 09 18:17:43.772046 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-118bdf16-8d0b-47f2-9dda-55b11a3f4b3b req-bfa92156-97e1-465e-ac5d-d13dacd1a99e tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718982 Sep 09 18:17:43.775587 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1117fac8-78fb-48a3-9870-11a080437891 req-4a564e7d-a3fe-4d81-bd5d-cfa1a0236c47 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635064 Sep 09 18:17:44.224056 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cde2e8-b310-400f-b6b7-f8c942c2ae56 req-19c4c0ee-4148-4ecc-9376-ecce4b21bec7 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:44.225751 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-48cde2e8-b310-400f-b6b7-f8c942c2ae56 req-19c4c0ee-4148-4ecc-9376-ecce4b21bec7 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0944331 Sep 09 18:17:44.234405 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c69d9b-e04a-4d5c-95f7-7c5c154fba5d req-a87ab0cf-72ff-452b-a886-58bb4a94f20b tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:44.236010 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-74c69d9b-e04a-4d5c-95f7-7c5c154fba5d req-a87ab0cf-72ff-452b-a886-58bb4a94f20b tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 945 time: 0.0854390 Sep 09 18:17:44.308256 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-48cde2e8-b310-400f-b6b7-f8c942c2ae56 req-889efcd0-c527-4b01-b072-97561ae825b1 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711274 Sep 09 18:17:44.314531 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-74c69d9b-e04a-4d5c-95f7-7c5c154fba5d req-cfaf6f35-2f27-4826-a975-984ce0f36638 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711346 Sep 09 18:17:44.561496 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 37912) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:17:44.701914 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-bb9780bd-59ed-43e4-8447-531abec2a274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:44.811205 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-bb9780bd-59ed-43e4-8447-531abec2a274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:44.942439 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-bb9780bd-59ed-43e4-8447-531abec2a274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:45.027327 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9780bd-59ed-43e4-8447-531abec2a274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8066ed-aadc-4428-9f57-1f84ebe80613,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:45.034855 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-bb9780bd-59ed-43e4-8447-531abec2a274 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f770363e04e14b7fb31363ea81d282a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4689987 Sep 09 18:17:45.035420 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 37924) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:17:45.042231 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef2f8c-2eeb-4d53-aa9a-78e5fa99b869 req-8ce836ab-7483-4ab6-a619-9c83a7e1a712 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:45.043838 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d3ef2f8c-2eeb-4d53-aa9a-78e5fa99b869 req-8ce836ab-7483-4ab6-a619-9c83a7e1a712 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 944 time: 0.1797240 Sep 09 18:17:45.064754 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75447281-0d3c-4ab5-a3a3-f1d0d9162573 req-3fb57bf5-fc65-4402-91ba-2e0617a84965 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:45.067715 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-75447281-0d3c-4ab5-a3a3-f1d0d9162573 req-3fb57bf5-fc65-4402-91ba-2e0617a84965 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 945 time: 0.1919987 Sep 09 18:17:45.101047 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d2215dbd-2de1-47ee-a694-45ae1bed91d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:45.147351 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d2215dbd-2de1-47ee-a694-45ae1bed91d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:45.154255 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d3ef2f8c-2eeb-4d53-aa9a-78e5fa99b869 req-38d5d401-56cb-4325-a2da-787d782b9a8c tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844431 Sep 09 18:17:45.159703 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-75447281-0d3c-4ab5-a3a3-f1d0d9162573 req-0c979cb5-d677-4f57-b37a-b99db11cd040 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793090 Sep 09 18:17:45.312362 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d2215dbd-2de1-47ee-a694-45ae1bed91d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:45.314943 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d2215dbd-2de1-47ee-a694-45ae1bed91d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:45.316155 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-d2215dbd-2de1-47ee-a694-45ae1bed91d0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3d8066ed-aadc-4428-9f57-1f84ebe80613 HTTP/1.1" status: 204 len: 168 time: 0.2793057 Sep 09 18:17:45.326585 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2215dbd-2de1-47ee-a694-45ae1bed91d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8066ed-aadc-4428-9f57-1f84ebe80613,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:45.495781 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069b3d8-518b-46a9-bb32-c2a30cb50830 req-f30303c7-17df-4ada-b520-52719a635395 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:45.497474 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9069b3d8-518b-46a9-bb32-c2a30cb50830 req-f30303c7-17df-4ada-b520-52719a635395 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 945 time: 0.0844438 Sep 09 18:17:45.505632 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa994a-8427-4394-9f08-e7d68d8d7578 req-864c0a40-2625-423b-927b-fcda1705a787 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:45.507248 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-98aa994a-8427-4394-9f08-e7d68d8d7578 req-864c0a40-2625-423b-927b-fcda1705a787 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0963171 Sep 09 18:17:45.570484 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9069b3d8-518b-46a9-bb32-c2a30cb50830 req-f5304fe0-6f30-4c3f-b49f-e328af70d49f tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621059 Sep 09 18:17:45.579210 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-98aa994a-8427-4394-9f08-e7d68d8d7578 req-08a94f6c-db40-465b-b2e5-c95a45bc5229 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644972 Sep 09 18:17:46.085345 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 37942) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:17:46.100118 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-cb9cfcef-193e-4b43-a444-a482b504cb80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:46.195344 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 4b6b9f03-276a-465a-a25a-51e7f177a098 up at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:17:46.226530 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-cb9cfcef-193e-4b43-a444-a482b504cb80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:46.319478 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-cb9cfcef-193e-4b43-a444-a482b504cb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:46.354345 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning for port 4b6b9f03-276a-465a-a25a-51e7f177a098 completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:17:46.358965 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning complete for port 4b6b9f03-276a-465a-a25a-51e7f177a098 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:17:46.362787 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:46.387704 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 37952) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:17:46.388109 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-cb9cfcef-193e-4b43-a444-a482b504cb80 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fe1c0b193bc74996864f5b888403bd59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3012166 Sep 09 18:17:46.391783 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9cfcef-193e-4b43-a444-a482b504cb80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46efef12-088f-4323-95e8-86e5556262d1,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:46.400698 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bfeae-4ac8-44a8-b2c4-b547339823fd req-fd77f195-3dea-4b76-8a66-072490b85b8c tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:46.401875 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-736bfeae-4ac8-44a8-b2c4-b547339823fd req-fd77f195-3dea-4b76-8a66-072490b85b8c tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 945 time: 0.1122468 Sep 09 18:17:46.416410 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b7e5f-0f33-4ac2-9099-20b73d09060e req-f4c09620-a581-41db-87b6-2b62855cb24b tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:46.418058 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f71b7e5f-0f33-4ac2-9099-20b73d09060e req-f4c09620-a581-41db-87b6-2b62855cb24b tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 944 time: 0.1179910 Sep 09 18:17:46.494307 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:46.526083 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e48ed13-b11f-4c93-9b84-739667a893b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6b9f03-276a-465a-a25a-51e7f177a098'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:17:46.536431 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f71b7e5f-0f33-4ac2-9099-20b73d09060e req-7d003cfd-2e68-4f2e-8065-e5375be9ff06 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994706 Sep 09 18:17:46.545175 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-736bfeae-4ac8-44a8-b2c4-b547339823fd req-3721d809-fd3d-4708-ae08-c737460d08f5 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103096 Sep 09 18:17:46.578296 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-ec2e37a2-c909-4672-9b54-e5663b7352b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:46.612091 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port 4b6b9f03-276a-465a-a25a-51e7f177a098, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=4b6b9f03-276a-465a-a25a-51e7f177a098,segment=NetworkSegment(f738fa1f-ed07-465a-b70c-8f41c0eb3df6),segment_id=f738fa1f-ed07-465a-b70c-8f41c0eb3df6)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:17:46.626375 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-ec2e37a2-c909-4672-9b54-e5663b7352b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:46.692133 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:46.693130 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 60eded96-00c4-4fe2-9285-01a7eeb37452 up at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:17:46.744642 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d38dc1-a3b3-4df6-bf2a-a23988384337 req-8e5682e8-07f9-4a18-991f-9da203722204 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:46.746496 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b0d38dc1-a3b3-4df6-bf2a-a23988384337 req-8e5682e8-07f9-4a18-991f-9da203722204 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 945 time: 0.0954688 Sep 09 18:17:46.764967 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe9ad5-4f53-4320-8153-a204c71fc2c2 req-850432e5-f8e0-4121-a5c1-05f2f6ad778e tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:46.766878 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4efe9ad5-4f53-4320-8153-a204c71fc2c2 req-850432e5-f8e0-4121-a5c1-05f2f6ad778e tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 945 time: 0.0807562 Sep 09 18:17:46.778834 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c42b67fee44e65162d6e194d2b8dbd641fdff823df3ddc4f15e211ea02ebf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e7a9ce-7011-40bf-8246-e6053d6bb276" -d '{"events": [{"server_uuid": "9e48ed13-b11f-4c93-9b84-739667a893b1", "name": "network-vif-plugged", "status": "completed", "tag": "4b6b9f03-276a-465a-a25a-51e7f177a098"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:17:46.822194 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=4b6b9f03-276a-465a-a25a-51e7f177a098,revision_number=5']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:46.833817 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b0d38dc1-a3b3-4df6-bf2a-a23988384337 req-cfbd6091-4044-4a4c-b4fa-bf348d7db362 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662327 Sep 09 18:17:46.837127 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4efe9ad5-4f53-4320-8153-a204c71fc2c2 req-eee3a370-cf3d-4cfd-a6c4-74a2d0d4a3d7 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633936 Sep 09 18:17:46.837934 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-ec2e37a2-c909-4672-9b54-e5663b7352b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:46.840697 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-ec2e37a2-c909-4672-9b54-e5663b7352b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:46.844562 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-ec2e37a2-c909-4672-9b54-e5663b7352b0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/46efef12-088f-4323-95e8-86e5556262d1 HTTP/1.1" status: 204 len: 168 time: 0.4547958 Sep 09 18:17:46.859011 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e37a2-c909-4672-9b54-e5663b7352b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46efef12-088f-4323-95e8-86e5556262d1,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:46.924119 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning for port 60eded96-00c4-4fe2-9285-01a7eeb37452 completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:17:46.931580 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning complete for port 60eded96-00c4-4fe2-9285-01a7eeb37452 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:17:46.932111 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:46.975175 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 18:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfc1980-b399-42f3-a83c-68d26e062c3e x-openstack-request-id: req-4dfc1980-b399-42f3-a83c-68d26e062c3e {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:17:46.975511 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e48ed13-b11f-4c93-9b84-739667a893b1", "name": "network-vif-plugged", "status": "completed", "tag": "4b6b9f03-276a-465a-a25a-51e7f177a098", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:17:46.975740 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4dfc1980-b399-42f3-a83c-68d26e062c3e {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:17:46.976265 dv-cinder-779540-2-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e48ed13-b11f-4c93-9b84-739667a893b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6b9f03-276a-465a-a25a-51e7f177a098', 'code': 200} Sep 09 18:17:47.022015 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:47.058100 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port 60eded96-00c4-4fe2-9285-01a7eeb37452, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=60eded96-00c4-4fe2-9285-01a7eeb37452,segment=NetworkSegment(3502381a-c164-43bc-a609-16a785b97be8),segment_id=3502381a-c164-43bc-a609-16a785b97be8)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:17:47.130188 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:47.130934 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 6f00f66d-e6e5-4f5e-b54d-358119079eeb up at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:17:47.225721 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=60eded96-00c4-4fe2-9285-01a7eeb37452,revision_number=5']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:47.353560 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning for port 6f00f66d-e6e5-4f5e-b54d-358119079eeb completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:17:47.358957 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning complete for port 6f00f66d-e6e5-4f5e-b54d-358119079eeb triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:17:47.359536 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:47.455203 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:47.495596 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port 6f00f66d-e6e5-4f5e-b54d-358119079eeb, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=6f00f66d-e6e5-4f5e-b54d-358119079eeb,segment=NetworkSegment(ae536695-5741-4cd5-b351-934abda3a601),segment_id=ae536695-5741-4cd5-b351-934abda3a601)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:17:47.588999 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:47.641939 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 443dbf9e-aa62-4786-9f48-d0e5a2748e42 up at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:17:47.729797 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=6f00f66d-e6e5-4f5e-b54d-358119079eeb,revision_number=5']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:47.758089 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df66b2-3d14-4420-8781-0cad4a254f54 req-30e4b0f7-31b9-4191-81f5-a825ee8376e4 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:47.760860 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-21df66b2-3d14-4420-8781-0cad4a254f54 req-30e4b0f7-31b9-4191-81f5-a825ee8376e4 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.1405241 Sep 09 18:17:47.813884 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] get_ports_and_sgs() called for port_ids ['ec03f1d3-5a50-4119-9cf9-8311f87974bf'] {{(pid=94639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 18:17:47.839296 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning for port 443dbf9e-aa62-4786-9f48-d0e5a2748e42 completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:17:47.846366 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning complete for port 443dbf9e-aa62-4786-9f48-d0e5a2748e42 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:17:47.846876 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:47.855867 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a073c7-3231-4956-88fa-cb2ab20cbba6 req-0d0c0244-27de-4fcd-872e-9b5589303e6d tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:47.857539 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-54a073c7-3231-4956-88fa-cb2ab20cbba6 req-0d0c0244-27de-4fcd-872e-9b5589303e6d tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 945 time: 0.1308389 Sep 09 18:17:47.861220 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-21df66b2-3d14-4420-8781-0cad4a254f54 req-396f62e3-a3dc-4a76-ae13-1e8771d6cec4 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709815 Sep 09 18:17:47.961656 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-54a073c7-3231-4956-88fa-cb2ab20cbba6 req-e05bf743-f414-4e1e-9bc4-61adc189769a tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897272 Sep 09 18:17:48.109135 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518fa6d-1a06-4c7e-866c-073f74328842 req-5bc2d476-5a5b-47ec-b299-92082f5c1e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:48.110729 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0518fa6d-1a06-4c7e-866c-073f74328842 req-5bc2d476-5a5b-47ec-b299-92082f5c1e36 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 1098 time: 0.1393869 Sep 09 18:17:48.129296 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:48.133072 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-0518fa6d-1a06-4c7e-866c-073f74328842 req-0c3bec26-6e7c-45e7-9cba-25e927ca5c0f service neutron] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:48.176905 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af1e51a-ebee-4532-950c-54f65f40b3f4 req-d713556d-d6ad-4f7e-ba69-34fb9dfa1f06 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:48.184473 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3af1e51a-ebee-4532-950c-54f65f40b3f4 req-d713556d-d6ad-4f7e-ba69-34fb9dfa1f06 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 945 time: 0.1360312 Sep 09 18:17:48.203885 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4525531-b651-4c05-8c98-5ae81bffb9d7 req-362a109a-fa2a-4dd5-8668-6cb0f08cfb6f tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:48.205536 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c4525531-b651-4c05-8c98-5ae81bffb9d7 req-362a109a-fa2a-4dd5-8668-6cb0f08cfb6f tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 946 time: 0.1170928 Sep 09 18:17:48.226589 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port 443dbf9e-aa62-4786-9f48-d0e5a2748e42, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=443dbf9e-aa62-4786-9f48-d0e5a2748e42,segment=NetworkSegment(f738fa1f-ed07-465a-b70c-8f41c0eb3df6),segment_id=f738fa1f-ed07-465a-b70c-8f41c0eb3df6)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:17:48.265490 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3af1e51a-ebee-4532-950c-54f65f40b3f4 req-7b64468d-b6bd-4888-8edb-749118c7a61b tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801020 Sep 09 18:17:48.281587 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c4525531-b651-4c05-8c98-5ae81bffb9d7 req-3f4dd581-d6bf-4111-b802-fcf69d4ad136 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664341 Sep 09 18:17:48.299912 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-0518fa6d-1a06-4c7e-866c-073f74328842 req-0c3bec26-6e7c-45e7-9cba-25e927ca5c0f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:48.325591 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:48.361893 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-0518fa6d-1a06-4c7e-866c-073f74328842 req-0c3bec26-6e7c-45e7-9cba-25e927ca5c0f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:48.389815 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 38008) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:17:48.415595 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=443dbf9e-aa62-4786-9f48-d0e5a2748e42,revision_number=5']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:48.420192 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0518fa6d-1a06-4c7e-866c-073f74328842 req-0c3bec26-6e7c-45e7-9cba-25e927ca5c0f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007078 Sep 09 18:17:48.434935 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3bec26-6e7c-45e7-9cba-25e927ca5c0f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7851b43f-5ab0-49c1-a632-fc1767956b00,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:48.531948 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-e74cb9e1-1fb4-4613-af1d-4dfdf25c6f70 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-111374232-network', 'tenant_id': '40f9cc2599944b4b942f171c909564cd'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:17:48.673127 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74cb9e1-1fb4-4613-af1d-4dfdf25c6f70 admin admin] Made reservation on behalf of 40f9cc2599944b4b942f171c909564cd for: {'network': 1} {{(pid=94637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:17:48.676254 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e74cb9e1-1fb4-4613-af1d-4dfdf25c6f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for network, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:48.687652 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e74cb9e1-1fb4-4613-af1d-4dfdf25c6f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:48.794793 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e74cb9e1-1fb4-4613-af1d-4dfdf25c6f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:48.873015 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e74cb9e1-1fb4-4613-af1d-4dfdf25c6f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:48.904264 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e74cb9e1-1fb4-4613-af1d-4dfdf25c6f70 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=94637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 18:17:48.911902 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74cb9e1-1fb4-4613-af1d-4dfdf25c6f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ff15e1-0bd8-4d3f-b6b3-ce6200825c42,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:48.921732 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e74cb9e1-1fb4-4613-af1d-4dfdf25c6f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143'] for segment, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:48.922099 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.db.segments_db [None req-e74cb9e1-1fb4-4613-af1d-4dfdf25c6f70 admin admin] Added segment f9487e50-e546-4495-bcbc-afe45d1d622a of type vlan for network 6260f8f9-3a77-41fb-95dc-146d40d79792 Sep 09 18:17:48.977694 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370be2fd-2038-4691-ac82-3c6fba90dccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60eded96-00c4-4fe2-9285-01a7eeb37452'}, {'server_uuid': 'b3bd08b1-f32e-40c7-b637-e1ac2651ecc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f00f66d-e6e5-4f5e-b54d-358119079eeb'}, {'server_uuid': '4a2c0eda-2bdb-482c-a78d-53e4f47f00b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443dbf9e-aa62-4786-9f48-d0e5a2748e42'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:17:48.981819 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c42b67fee44e65162d6e194d2b8dbd641fdff823df3ddc4f15e211ea02ebf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3bf5f4-baa6-4cc7-9555-76bd3a31890a" -d '{"events": [{"server_uuid": "370be2fd-2038-4691-ac82-3c6fba90dccc", "name": "network-vif-plugged", "status": "completed", "tag": "60eded96-00c4-4fe2-9285-01a7eeb37452"}, {"server_uuid": "b3bd08b1-f32e-40c7-b637-e1ac2651ecc1", "name": "network-vif-plugged", "status": "completed", "tag": "6f00f66d-e6e5-4f5e-b54d-358119079eeb"}, {"server_uuid": "4a2c0eda-2bdb-482c-a78d-53e4f47f00b8", "name": "network-vif-plugged", "status": "completed", "tag": "443dbf9e-aa62-4786-9f48-d0e5a2748e42"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:17:48.982145 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e74cb9e1-1fb4-4613-af1d-4dfdf25c6f70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729821298728'] for network, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:49.036298 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 09 Sep 2021 18:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d683e8b-4699-48af-b54d-71dfa0a8161f x-openstack-request-id: req-8d683e8b-4699-48af-b54d-71dfa0a8161f {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:17:49.038290 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "370be2fd-2038-4691-ac82-3c6fba90dccc", "name": "network-vif-plugged", "status": "completed", "tag": "60eded96-00c4-4fe2-9285-01a7eeb37452", "code": 200}, {"server_uuid": "b3bd08b1-f32e-40c7-b637-e1ac2651ecc1", "name": "network-vif-plugged", "status": "completed", "tag": "6f00f66d-e6e5-4f5e-b54d-358119079eeb", "code": 200}, {"server_uuid": "4a2c0eda-2bdb-482c-a78d-53e4f47f00b8", "name": "network-vif-plugged", "status": "completed", "tag": "443dbf9e-aa62-4786-9f48-d0e5a2748e42", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:17:49.038290 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8d683e8b-4699-48af-b54d-71dfa0a8161f {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:17:49.038290 dv-cinder-779540-2-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '370be2fd-2038-4691-ac82-3c6fba90dccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60eded96-00c4-4fe2-9285-01a7eeb37452', 'code': 200} Sep 09 18:17:49.038290 dv-cinder-779540-2-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3bd08b1-f32e-40c7-b637-e1ac2651ecc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f00f66d-e6e5-4f5e-b54d-358119079eeb', 'code': 200} Sep 09 18:17:49.038787 dv-cinder-779540-2-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a2c0eda-2bdb-482c-a78d-53e4f47f00b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443dbf9e-aa62-4786-9f48-d0e5a2748e42', 'code': 200} Sep 09 18:17:49.048262 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefac8e-424e-48c1-9c81-5443dafc9b81 req-718916c8-d667-4d69-aeab-f2ee1cac5699 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:49.052928 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7fefac8e-424e-48c1-9c81-5443dafc9b81 req-718916c8-d667-4d69-aeab-f2ee1cac5699 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.0846899 Sep 09 18:17:49.102184 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e74cb9e1-1fb4-4613-af1d-4dfdf25c6f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322'] for network, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:49.103689 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74cb9e1-1fb4-4613-af1d-4dfdf25c6f70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:49.104269 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e74cb9e1-1fb4-4613-af1d-4dfdf25c6f70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for network, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:49.114766 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7fefac8e-424e-48c1-9c81-5443dafc9b81 req-8c67102a-3369-460d-b86d-fc3283b8ac34 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553644 Sep 09 18:17:49.201711 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74cb9e1-1fb4-4613-af1d-4dfdf25c6f70 admin admin] Pushing event updated for resources: {'Network': ['ID=6260f8f9-3a77-41fb-95dc-146d40d79792,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:49.217749 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Network 6260f8f9-3a77-41fb-95dc-146d40d79792 details requested by agent ovs-agent-dv-cinder-779540-2-iscsi with host dv-cinder-779540-2-iscsi {{(pid=94639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 18:17:49.222747 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd5417-2346-4a49-a32c-98b1eecb9458 req-8e8ea12a-e867-4ebc-bfef-408d2a056767 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:49.225722 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c9dd5417-2346-4a49-a32c-98b1eecb9458 req-8e8ea12a-e867-4ebc-bfef-408d2a056767 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 945 time: 0.1372268 Sep 09 18:17:49.252325 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-e74cb9e1-1fb4-4613-af1d-4dfdf25c6f70 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8559282 Sep 09 18:17:49.252510 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 38024) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:17:49.257732 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-8388c19e-a411-4d0a-bb28-359e5ebc3941 admin admin] Request body: {'subnet': {'network_id': '6260f8f9-3a77-41fb-95dc-146d40d79792', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-111374232-subnet', 'tenant_id': '40f9cc2599944b4b942f171c909564cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:17:49.297969 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c9dd5417-2346-4a49-a32c-98b1eecb9458 req-d6150eda-10be-42f9-925a-5ca04662b1fe tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639043 Sep 09 18:17:49.382020 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8388c19e-a411-4d0a-bb28-359e5ebc3941 admin admin] Made reservation on behalf of 40f9cc2599944b4b942f171c909564cd for: {'subnet': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:17:49.385028 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8388c19e-a411-4d0a-bb28-359e5ebc3941 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9553026'] for subnet, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:49.476161 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57291e-2e13-4eae-a9fc-6f7f4f14c629 req-57f40042-3f43-4932-a2ed-75c70a542df4 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:49.477874 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-cf57291e-2e13-4eae-a9fc-6f7f4f14c629 req-57f40042-3f43-4932-a2ed-75c70a542df4 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 946 time: 0.0782950 Sep 09 18:17:49.487562 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9e217-e69f-40bf-bd6a-7476f5bc4d1b req-de1316a8-f4a3-4d36-b472-a070e6d8aa06 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:49.489305 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8ba9e217-e69f-40bf-bd6a-7476f5bc4d1b req-de1316a8-f4a3-4d36-b472-a070e6d8aa06 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 946 time: 0.1034660 Sep 09 18:17:49.577491 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8ba9e217-e69f-40bf-bd6a-7476f5bc4d1b req-c7775dc9-6987-4077-ab10-8bfe373ddf0e tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759640 Sep 09 18:17:49.586310 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-cf57291e-2e13-4eae-a9fc-6f7f4f14c629 req-44af3fb1-f1ee-4c8d-85f9-e35c84dccbc5 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947042 Sep 09 18:17:49.760760 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8388c19e-a411-4d0a-bb28-359e5ebc3941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2896114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9553052'] for subnet, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:49.828492 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8388c19e-a411-4d0a-bb28-359e5ebc3941 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c34e023f-6fee-4197-9a40-dfcaf218107a,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:49.836497 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8388c19e-a411-4d0a-bb28-359e5ebc3941 admin admin] Checking segment: {'id': 'f9487e50-e546-4495-bcbc-afe45d1d622a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6260f8f9-3a77-41fb-95dc-146d40d79792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:17:49.836856 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8388c19e-a411-4d0a-bb28-359e5ebc3941 admin admin] Network hostable DHCP agents. Network: 6260f8f9-3a77-41fb-95dc-146d40d79792, hostable agents: ['6109b3ba-05d2-41fe-b34b-8d3bf45e9862'], hosted agents: [] {{(pid=94638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 18:17:49.930594 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8388c19e-a411-4d0a-bb28-359e5ebc3941 admin admin] Network 6260f8f9-3a77-41fb-95dc-146d40d79792 is scheduled to be hosted by DHCP agent 6109b3ba-05d2-41fe-b34b-8d3bf45e9862 with binding_index 1 {{(pid=94638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 18:17:50.004798 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-8388c19e-a411-4d0a-bb28-359e5ebc3941 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779540-2-iscsi, 6260f8f9-3a77-41fb-95dc-146d40d79792) {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:17:50.010895 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8388c19e-a411-4d0a-bb28-359e5ebc3941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:50.011856 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8388c19e-a411-4d0a-bb28-359e5ebc3941 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:50.018666 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b92561a-0c83-4b62-b258-b2ad5a11fd71 None None] Network 6260f8f9-3a77-41fb-95dc-146d40d79792 requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:17:50.108355 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-8388c19e-a411-4d0a-bb28-359e5ebc3941 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8549731 Sep 09 18:17:50.197410 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec4dbc2-53f8-4d49-815a-9cd59a44100f None None] Network 6260f8f9-3a77-41fb-95dc-146d40d79792 requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:17:50.295781 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb768bad-d77c-4834-8ff0-99ca05767ffa req-cdd99a9e-0bd3-455a-bddc-786bd47943ef tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:50.298411 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-cb768bad-d77c-4834-8ff0-99ca05767ffa req-cdd99a9e-0bd3-455a-bddc-786bd47943ef tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.0943792 Sep 09 18:17:50.386564 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-cb768bad-d77c-4834-8ff0-99ca05767ffa req-6e5b922e-d2a8-4643-b2e2-5405bdb5897f tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800588 Sep 09 18:17:50.519669 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51659bf5-8cc7-45f4-9409-0e0fbf2f8ee9 req-9c32ce45-b8e8-4731-8390-08aabf9ca3d3 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:50.522463 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-51659bf5-8cc7-45f4-9409-0e0fbf2f8ee9 req-9c32ce45-b8e8-4731-8390-08aabf9ca3d3 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 945 time: 0.0808704 Sep 09 18:17:50.586261 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-51659bf5-8cc7-45f4-9409-0e0fbf2f8ee9 req-2d5ea521-e1f4-4948-ac7c-b789b18f524b tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571640 Sep 09 18:17:50.756699 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c74c9-24a9-4941-a281-0e4ca1a38b43 req-8c56fba4-59ad-4bbc-aeeb-a7aab3206d85 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:50.758325 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-414c74c9-24a9-4941-a281-0e4ca1a38b43 req-8c56fba4-59ad-4bbc-aeeb-a7aab3206d85 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 946 time: 0.0894008 Sep 09 18:17:50.807199 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77ea06-6504-496b-bd04-7cfe5909b436 req-8327dc62-2d50-433a-ac7f-7d22e8be899a tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:50.808862 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4e77ea06-6504-496b-bd04-7cfe5909b436 req-8327dc62-2d50-433a-ac7f-7d22e8be899a tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 946 time: 0.0973866 Sep 09 18:17:50.840448 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-414c74c9-24a9-4941-a281-0e4ca1a38b43 req-5bed63f3-0572-4646-8a19-690d8418771e tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696611 Sep 09 18:17:50.879008 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4e77ea06-6504-496b-bd04-7cfe5909b436 req-af9cbfc8-0bd1-4c5c-9c94-5856b441f8bf tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493793 Sep 09 18:17:51.515086 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa43efb-3db6-43e4-8d28-93b3f6977ee8 req-91e06f78-de7d-4b1f-a377-31f63118ad32 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:51.516851 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9aa43efb-3db6-43e4-8d28-93b3f6977ee8 req-91e06f78-de7d-4b1f-a377-31f63118ad32 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.0516937 Sep 09 18:17:51.559893 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9aa43efb-3db6-43e4-8d28-93b3f6977ee8 req-7f022116-5d81-49a7-98aa-8b9a51295d00 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369015 Sep 09 18:17:51.731476 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a0b0a-3aea-4068-b8a7-3a07ef9cb32a req-cc673651-0d5f-4205-b350-a0bf41745940 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:51.734453 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3c7a0b0a-3aea-4068-b8a7-3a07ef9cb32a req-cc673651-0d5f-4205-b350-a0bf41745940 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 945 time: 0.0742257 Sep 09 18:17:52.022988 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3c7a0b0a-3aea-4068-b8a7-3a07ef9cb32a req-b81c0639-b729-45a0-a79b-4f170cdea98c tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488892 Sep 09 18:17:52.035236 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600804e5-aa00-4e43-82b2-9095c249bf3b req-6ba0d141-b9bf-43d0-894d-6936b666da68 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:52.036859 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-600804e5-aa00-4e43-82b2-9095c249bf3b req-6ba0d141-b9bf-43d0-894d-6936b666da68 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 946 time: 0.0816011 Sep 09 18:17:52.053317 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa1b15-48ae-4a6d-ae49-01bc9799c4d2 req-c556de51-7c2b-4bb1-bbd8-f6bca340ea25 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:52.055010 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-fbaa1b15-48ae-4a6d-ae49-01bc9799c4d2 req-c556de51-7c2b-4bb1-bbd8-f6bca340ea25 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 946 time: 0.0900538 Sep 09 18:17:52.118394 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-600804e5-aa00-4e43-82b2-9095c249bf3b req-8e52d78e-81ed-4307-a850-3368b52f3ad6 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623522 Sep 09 18:17:52.127487 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-fbaa1b15-48ae-4a6d-ae49-01bc9799c4d2 req-841bca4a-e552-4c61-b941-29710b24c593 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636079 Sep 09 18:17:52.687183 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3a7be-13fe-41fe-8b17-c1defa487c59 req-a688ef2f-2553-48aa-822a-f82d3dc0cb28 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:52.688811 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-cdd3a7be-13fe-41fe-8b17-c1defa487c59 req-a688ef2f-2553-48aa-822a-f82d3dc0cb28 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.0559027 Sep 09 18:17:52.746011 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-cdd3a7be-13fe-41fe-8b17-c1defa487c59 req-e4d1dee3-f88a-464d-be78-cc1f48f2bb7c tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507298 Sep 09 18:17:52.937383 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfabff4-a189-4502-8453-34fe4b300272 req-9c0213f7-05e0-4e3d-82b9-c60b055659f3 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:52.940170 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9dfabff4-a189-4502-8453-34fe4b300272 req-9c0213f7-05e0-4e3d-82b9-c60b055659f3 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 945 time: 0.0675502 Sep 09 18:17:53.016946 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9dfabff4-a189-4502-8453-34fe4b300272 req-1704c36a-033e-4064-9c13-e40ff7e35bb6 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652127 Sep 09 18:17:53.289524 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d33fe6-06e9-4cf9-92d9-239062c20864 req-28170598-1ef4-4ae7-9bcd-c3ce883969d2 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:53.291387 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-43d33fe6-06e9-4cf9-92d9-239062c20864 req-28170598-1ef4-4ae7-9bcd-c3ce883969d2 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 946 time: 0.0875173 Sep 09 18:17:53.316616 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8afa0b0-bcde-496a-bb95-3ec6a7cf3f53 req-90dd0d25-4109-4707-a850-acaee88f06c3 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:53.318210 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c8afa0b0-bcde-496a-bb95-3ec6a7cf3f53 req-90dd0d25-4109-4707-a850-acaee88f06c3 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 946 time: 0.0847189 Sep 09 18:17:53.319579 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f07878-0ba2-451a-926f-c1430502296d req-4f21d208-9708-47d9-a09e-f2588d1804d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:53.324043 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b7f07878-0ba2-451a-926f-c1430502296d req-4f21d208-9708-47d9-a09e-f2588d1804d0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 1099 time: 0.0503986 Sep 09 18:17:53.373023 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-43d33fe6-06e9-4cf9-92d9-239062c20864 req-8a5a9b9e-316b-4052-b4d6-828b7ec0b7e4 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703568 Sep 09 18:17:53.389163 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c8afa0b0-bcde-496a-bb95-3ec6a7cf3f53 req-c95a2eb4-e657-4334-af96-d95ae6d2e9d4 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569196 Sep 09 18:17:53.480620 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b7f07878-0ba2-451a-926f-c1430502296d req-c5719a9a-bbac-4eaa-9407-6bbb236a2f00 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362265 Sep 09 18:17:53.563253 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a3991-ca8a-4921-a76f-1711a3624e8f req-1e85c109-aa93-429b-89b5-a9d2bdcb8193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:53.564820 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6f7a3991-ca8a-4921-a76f-1711a3624e8f req-1e85c109-aa93-429b-89b5-a9d2bdcb8193 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 1099 time: 0.1081686 Sep 09 18:17:53.566821 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24175e1-1ea4-43e5-871e-d8438c7c77d3 req-fe01f896-6a72-4d68-909a-7242eba28157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:53.568241 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a24175e1-1ea4-43e5-871e-d8438c7c77d3 req-fe01f896-6a72-4d68-909a-7242eba28157 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 1098 time: 0.0825205 Sep 09 18:17:53.645965 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device ec03f1d3-5a50-4119-9cf9-8311f87974bf up at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:17:53.792516 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6f7a3991-ca8a-4921-a76f-1711a3624e8f req-a706282a-0bac-46b8-a6bb-ed57056c0f73 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628822 Sep 09 18:17:53.796816 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a24175e1-1ea4-43e5-871e-d8438c7c77d3 req-0b81e5ea-75dd-4ec7-b0c9-88ee3b0b4699 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659690 Sep 09 18:17:53.816959 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning for port ec03f1d3-5a50-4119-9cf9-8311f87974bf completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:17:53.822754 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning complete for port ec03f1d3-5a50-4119-9cf9-8311f87974bf triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:17:53.823237 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:53.901540 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295cd998-373a-49c7-9586-3f6d3f152013 req-5aa25ae6-d586-48e6-aa97-94e6036dcd80 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:53.904117 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-295cd998-373a-49c7-9586-3f6d3f152013 req-5aa25ae6-d586-48e6-aa97-94e6036dcd80 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.0807006 Sep 09 18:17:53.925673 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:53.952844 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-295cd998-373a-49c7-9586-3f6d3f152013 req-9b93317c-8c09-416c-98c8-b3c3728133c4 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379725 Sep 09 18:17:53.967332 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b97e252-8472-42ad-ae5b-85edb2ddd298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec03f1d3-5a50-4119-9cf9-8311f87974bf'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:17:53.971246 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c42b67fee44e65162d6e194d2b8dbd641fdff823df3ddc4f15e211ea02ebf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900adb29-06e6-476d-9685-4ba65c29e227" -d '{"events": [{"server_uuid": "4b97e252-8472-42ad-ae5b-85edb2ddd298", "name": "network-vif-plugged", "status": "completed", "tag": "ec03f1d3-5a50-4119-9cf9-8311f87974bf"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:17:53.992144 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port ec03f1d3-5a50-4119-9cf9-8311f87974bf, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=ec03f1d3-5a50-4119-9cf9-8311f87974bf,segment=NetworkSegment(5dabc900-77d9-4787-b5a9-e934b438dec7),segment_id=5dabc900-77d9-4787-b5a9-e934b438dec7)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:17:54.017372 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 18:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8684533e-13e2-4aae-be11-4c2b98b07efc x-openstack-request-id: req-8684533e-13e2-4aae-be11-4c2b98b07efc {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:17:54.017372 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b97e252-8472-42ad-ae5b-85edb2ddd298", "name": "network-vif-plugged", "status": "completed", "tag": "ec03f1d3-5a50-4119-9cf9-8311f87974bf", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:17:54.017372 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8684533e-13e2-4aae-be11-4c2b98b07efc {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:17:54.017372 dv-cinder-779540-2-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b97e252-8472-42ad-ae5b-85edb2ddd298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec03f1d3-5a50-4119-9cf9-8311f87974bf', 'code': 200} Sep 09 18:17:54.074986 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:54.159832 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=ec03f1d3-5a50-4119-9cf9-8311f87974bf,revision_number=5']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:17:54.175923 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54d36d-0c14-4f88-ba50-585fffe29eb1 req-053bb1fa-b487-4d19-ba28-4536565acc72 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:54.177460 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4f54d36d-0c14-4f88-ba50-585fffe29eb1 req-053bb1fa-b487-4d19-ba28-4536565acc72 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.0548232 Sep 09 18:17:54.242189 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4f54d36d-0c14-4f88-ba50-585fffe29eb1 req-54dfdb06-39ba-4dc3-9a9c-5bab80075037 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571489 Sep 09 18:17:54.550310 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ea25d-c398-48ff-ba6e-6dd8e168f519 req-20762489-f377-4568-9947-4a43ed0a72a6 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:54.551915 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e96ea25d-c398-48ff-ba6e-6dd8e168f519 req-20762489-f377-4568-9947-4a43ed0a72a6 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 946 time: 0.0862339 Sep 09 18:17:54.565207 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844dcfec-ddba-48e8-84ed-c5f042a5db7b req-a3e29044-c082-43cc-b11b-a8a17616ccfa tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:54.566727 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-844dcfec-ddba-48e8-84ed-c5f042a5db7b req-a3e29044-c082-43cc-b11b-a8a17616ccfa tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 946 time: 0.0683696 Sep 09 18:17:54.623077 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e96ea25d-c398-48ff-ba6e-6dd8e168f519 req-93b905d6-8726-4fbc-921c-963b7a0e0e34 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553575 Sep 09 18:17:54.630932 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-844dcfec-ddba-48e8-84ed-c5f042a5db7b req-e732441b-6326-4967-8ee2-a4eb72ec1a5c tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569060 Sep 09 18:17:54.817086 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ccf74f77-4583-4dc1-bc8b-d1b2df6baac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:55.323599 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd8dac-944d-4cb2-859c-9be79b71edb3 req-5e0b795c-1cfc-460f-8a0d-c71f632eaace tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:55.325825 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-20cd8dac-944d-4cb2-859c-9be79b71edb3 req-5e0b795c-1cfc-460f-8a0d-c71f632eaace tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.2898960 Sep 09 18:17:55.330807 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d289d56-b87e-415d-8eac-469430e144fa req-ffbf565d-32ff-41f2-b61d-7da04d6db315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:55.332699 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7d289d56-b87e-415d-8eac-469430e144fa req-ffbf565d-32ff-41f2-b61d-7da04d6db315 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 1099 time: 0.0686877 Sep 09 18:17:55.433262 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-20cd8dac-944d-4cb2-859c-9be79b71edb3 req-cc3f9239-380f-4e2e-aa78-5c6acb9f027d tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989478 Sep 09 18:17:55.442611 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7d289d56-b87e-415d-8eac-469430e144fa req-aa403e6e-d83d-4c61-a9a2-25d3fa17cd85 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900514 Sep 09 18:17:55.463590 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961e13a-46f4-40e7-ae58-e74a795ff0a3 req-ddc81675-bb2c-4634-a226-cc3f1e1492e8 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:55.466296 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2961e13a-46f4-40e7-ae58-e74a795ff0a3 req-ddc81675-bb2c-4634-a226-cc3f1e1492e8 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.1234837 Sep 09 18:17:55.516364 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2961e13a-46f4-40e7-ae58-e74a795ff0a3 req-d5134fec-0ec6-4496-8de6-616e8c5ea03b tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382547 Sep 09 18:17:55.846439 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d328d7b-2ec0-42af-b328-f70ad648682a req-423606b2-1b4a-4f29-a78a-014e24933fa6 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:55.848054 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3d328d7b-2ec0-42af-b328-f70ad648682a req-423606b2-1b4a-4f29-a78a-014e24933fa6 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 946 time: 0.1218743 Sep 09 18:17:55.910242 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-5862bd03-5163-446b-b16f-4d43bef9d746 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:55.911857 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-5862bd03-5163-446b-b16f-4d43bef9d746 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/networks?id=6260f8f9-3a77-41fb-95dc-146d40d79792 HTTP/1.1" status: 200 len: 808 time: 0.1719818 Sep 09 18:17:55.927032 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3d328d7b-2ec0-42af-b328-f70ad648682a req-5760c360-9f8b-4213-9090-6d2216c11b52 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666318 Sep 09 18:17:55.944412 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-52127ec2-1df4-48d4-8093-90dce6068172 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/quotas/40f9cc2599944b4b942f171c909564cd HTTP/1.1" status: 200 len: 375 time: 0.0234125 Sep 09 18:17:55.987964 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-eed0ff40-b2e8-441d-add9-40398a32d73d tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=40f9cc2599944b4b942f171c909564cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283442 Sep 09 18:17:56.124424 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4130d-bea7-46d7-8cd1-81c163c1b139 req-d8929a1b-a463-4564-bde3-7bf20f15b7cd tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:56.126030 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-32b4130d-bea7-46d7-8cd1-81c163c1b139 req-d8929a1b-a463-4564-bde3-7bf20f15b7cd tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 946 time: 0.1226363 Sep 09 18:17:56.143116 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-2d5b7df1-7cee-4910-9f81-8f80519e8ccd service neutron] 10.222.0.39 "GET /v2.0/networks/6260f8f9-3a77-41fb-95dc-146d40d79792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474197 Sep 09 18:17:56.202465 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-32b4130d-bea7-46d7-8cd1-81c163c1b139 req-8e6ef167-f85e-4f09-b450-becd935dac61 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683591 Sep 09 18:17:56.267246 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-33abda9e-9767-4774-915d-6f68aeef02c0 service neutron] 10.222.0.39 "GET /v2.0/networks/6260f8f9-3a77-41fb-95dc-146d40d79792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136451 Sep 09 18:17:56.594874 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-092f6ece-79f8-45f1-a204-152372e786e1 req-9cf368d9-fba4-4a37-8464-fb57f6e377bf tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=26473943-37ea-48c0-a6d9-b8f71fcdc0a8 HTTP/1.1" status: 200 len: 210 time: 0.0481682 Sep 09 18:17:56.664348 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ad91b-8b97-48e1-93b0-85c1c7f3078d req-03d6bc51-bf45-4fef-a1bd-45a96e223688 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:56.667762 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-143ad91b-8b97-48e1-93b0-85c1c7f3078d req-03d6bc51-bf45-4fef-a1bd-45a96e223688 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.1027076 Sep 09 18:17:56.786305 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-143ad91b-8b97-48e1-93b0-85c1c7f3078d req-15ebeecb-58dc-44e6-b6bc-819e639ea34e tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967767 Sep 09 18:17:56.795142 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48717f6-8ea7-43a0-a372-bc23ca071217 req-16bb08ae-9b8c-4990-a5e0-11a382833641 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:56.796676 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c48717f6-8ea7-43a0-a372-bc23ca071217 req-16bb08ae-9b8c-4990-a5e0-11a382833641 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.1210535 Sep 09 18:17:56.838987 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c48717f6-8ea7-43a0-a372-bc23ca071217 req-3fc4fd04-6d64-490a-8904-9033e894cba0 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360403 Sep 09 18:17:57.061512 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeedc9a-0676-4d75-a88f-63473cb433b7 req-6fdd8a67-6355-4217-aa43-d5b11a6bac99 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:57.064888 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9aeedc9a-0676-4d75-a88f-63473cb433b7 req-6fdd8a67-6355-4217-aa43-d5b11a6bac99 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 946 time: 0.0573411 Sep 09 18:17:57.116460 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9aeedc9a-0676-4d75-a88f-63473cb433b7 req-0e1b898d-3793-4f8b-8a93-8750bb76c87a tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468373 Sep 09 18:17:57.329404 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4362c8f-e8c3-4877-905d-4cdc0635edfe req-3ea29ec7-0180-4bbe-9657-07c236dcfada tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:57.330927 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e4362c8f-e8c3-4877-905d-4cdc0635edfe req-3ea29ec7-0180-4bbe-9657-07c236dcfada tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 946 time: 0.0501666 Sep 09 18:17:57.374642 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e4362c8f-e8c3-4877-905d-4cdc0635edfe req-4935e206-a112-43c3-937b-6e241346a7c8 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377712 Sep 09 18:17:57.597959 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:57.597959 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6ec9226-cce3-4c53-8b4f-3b08ecd13f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:57.692719 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-336af020-641c-4bb5-8f77-5c1762411664 req-3e6fce40-43e8-4e08-a1b7-24169fe5144b tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=26473943-37ea-48c0-a6d9-b8f71fcdc0a8 HTTP/1.1" status: 200 len: 210 time: 0.0268171 Sep 09 18:17:57.920261 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7c8a1-4c7f-43e5-9628-ec96b8de0a0a req-abac1733-0743-42d0-9040-19657e0c21f9 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:57.922027 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-94b7c8a1-4c7f-43e5-9628-ec96b8de0a0a req-abac1733-0743-42d0-9040-19657e0c21f9 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.0648057 Sep 09 18:17:57.990846 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-94b7c8a1-4c7f-43e5-9628-ec96b8de0a0a req-00b5eb24-9a6c-4bd4-abfb-7c8e98826b5a tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591211 Sep 09 18:17:58.003472 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0298a95-0df0-4565-9344-1fa83d70f9e4 req-abd79a90-6aa3-4735-be92-7a2aec8f19aa tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:58.006034 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a0298a95-0df0-4565-9344-1fa83d70f9e4 req-abd79a90-6aa3-4735-be92-7a2aec8f19aa tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.0821779 Sep 09 18:17:58.063827 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a0298a95-0df0-4565-9344-1fa83d70f9e4 req-c652e82e-7142-4791-983d-024b61fb5013 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477655 Sep 09 18:17:58.240064 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c6fdb-e79c-4c43-bba9-b5e4d1bb4403 req-c81d5a98-6383-46ba-a5e0-834eb7c5deda tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:58.241628 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9d0c6fdb-e79c-4c43-bba9-b5e4d1bb4403 req-c81d5a98-6383-46ba-a5e0-834eb7c5deda tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 946 time: 0.0517461 Sep 09 18:17:58.287087 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9d0c6fdb-e79c-4c43-bba9-b5e4d1bb4403 req-9a8b1d6b-2ae7-46f0-8dfb-c61972add8c7 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379059 Sep 09 18:17:58.498837 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d91bc1-913c-4d2d-ae5c-1851cda05ab5 req-2852e20f-113d-4d2e-9362-a07a4deae3a1 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:58.500341 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a5d91bc1-913c-4d2d-ae5c-1851cda05ab5 req-2852e20f-113d-4d2e-9362-a07a4deae3a1 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 946 time: 0.0516765 Sep 09 18:17:58.541330 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a5d91bc1-913c-4d2d-ae5c-1851cda05ab5 req-291f0d7a-44df-49ed-b648-73f491a884a5 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348928 Sep 09 18:17:58.795127 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-933be707-abf2-4246-9aaa-4c3aa8f18665 req-497cb79a-210f-4494-9954-47a5133a0f13 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=26473943-37ea-48c0-a6d9-b8f71fcdc0a8 HTTP/1.1" status: 200 len: 210 time: 0.0313663 Sep 09 18:17:59.080381 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:17:59.127273 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de96e1b-0576-4894-8934-e28423134748 req-f26059c9-6b0f-4a67-a875-1887c2ddaf7d tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:59.128937 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1de96e1b-0576-4894-8934-e28423134748 req-f26059c9-6b0f-4a67-a875-1887c2ddaf7d tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.0583737 Sep 09 18:17:59.214233 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1de96e1b-0576-4894-8934-e28423134748 req-b096b524-7c3a-49a5-b005-7eee834756ac tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736294 Sep 09 18:17:59.227432 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a278e99-e99d-4bf5-82c9-a0ca87bd0333 req-f8149c1d-960b-4850-91d5-7c9fc2ef3ce9 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:59.229322 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8a278e99-e99d-4bf5-82c9-a0ca87bd0333 req-f8149c1d-960b-4850-91d5-7c9fc2ef3ce9 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.0749228 Sep 09 18:17:59.279093 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8a278e99-e99d-4bf5-82c9-a0ca87bd0333 req-32e16153-11c7-4b98-8e62-1a62e3051e06 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423164 Sep 09 18:17:59.414290 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78f7a4-3297-4de4-aea0-638c600d0483 req-63dbda79-812a-4ab1-9402-06d15c3abf9e tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:59.415857 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bf78f7a4-3297-4de4-aea0-638c600d0483 req-63dbda79-812a-4ab1-9402-06d15c3abf9e tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 946 time: 0.0513642 Sep 09 18:17:59.462139 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bf78f7a4-3297-4de4-aea0-638c600d0483 req-c27882e1-8367-4e95-8fd0-79a4ef4fd48e tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351160 Sep 09 18:17:59.675881 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f6925-fb00-4597-9262-99152b01fd01 req-a7ac15f4-4626-46de-8e57-184f4eb110b4 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:17:59.677453 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7f4f6925-fb00-4597-9262-99152b01fd01 req-a7ac15f4-4626-46de-8e57-184f4eb110b4 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 946 time: 0.0643685 Sep 09 18:17:59.723632 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7f4f6925-fb00-4597-9262-99152b01fd01 req-902480e3-5e52-4169-a74e-9c02b3186037 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397820 Sep 09 18:17:59.898115 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0072c2b4-a0ef-45e0-87e4-c0764f88f907 req-69005167-0551-4d58-8f2b-9e8d3e40f436 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=26473943-37ea-48c0-a6d9-b8f71fcdc0a8 HTTP/1.1" status: 200 len: 210 time: 0.0313373 Sep 09 18:18:00.344222 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e69dd0-7fcb-4541-8607-f69966baac1b req-384e9bfc-6774-44c9-8d4d-a7ea4502ec9b tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:00.346044 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-43e69dd0-7fcb-4541-8607-f69966baac1b req-384e9bfc-6774-44c9-8d4d-a7ea4502ec9b tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.0552902 Sep 09 18:18:00.464195 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-43e69dd0-7fcb-4541-8607-f69966baac1b req-63fb1f15-3799-4b0a-babf-f5082709d52b tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046381 Sep 09 18:18:00.488775 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb12ac5-982e-446c-a6fe-a15b9bb6f318 req-a457f76f-ac9d-4a91-b5e7-6bfe90a6c7ca tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:00.491299 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9eb12ac5-982e-446c-a6fe-a15b9bb6f318 req-a457f76f-ac9d-4a91-b5e7-6bfe90a6c7ca tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.1355155 Sep 09 18:18:00.554310 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9eb12ac5-982e-446c-a6fe-a15b9bb6f318 req-8648ff7a-a791-473f-a1da-fd6e6dfcffee tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549047 Sep 09 18:18:00.607760 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cea07d-8699-42b9-8a93-0d1b8b462a77 req-772ae306-524a-4505-9c58-039da5932d30 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:00.610628 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a8cea07d-8699-42b9-8a93-0d1b8b462a77 req-772ae306-524a-4505-9c58-039da5932d30 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 946 time: 0.0730059 Sep 09 18:18:00.651331 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a8cea07d-8699-42b9-8a93-0d1b8b462a77 req-cd489a5e-91b2-42ac-8998-475847a6307e tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340431 Sep 09 18:18:00.899456 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1324b27-ce25-43cf-97c0-e0d089c47d00 req-ab178613-8457-44b0-b9da-4d9170216aa4 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:00.902979 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e1324b27-ce25-43cf-97c0-e0d089c47d00 req-ab178613-8457-44b0-b9da-4d9170216aa4 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 946 time: 0.0765808 Sep 09 18:18:00.971975 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e1324b27-ce25-43cf-97c0-e0d089c47d00 req-26afec3e-d418-4609-bf1e-3367abd814b0 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625134 Sep 09 18:18:01.027878 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5d910348-9948-462e-9cbb-2ed2c2f57153 req-71f93d5e-7245-4bce-8410-5a300c7310b6 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=26473943-37ea-48c0-a6d9-b8f71fcdc0a8 HTTP/1.1" status: 200 len: 210 time: 0.0296845 Sep 09 18:18:01.080779 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:01.592365 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d42c90-3830-4e90-a691-f0805336ebc4 req-694a78db-a4a1-4425-b6a0-1419b392af09 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:01.594686 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-52d42c90-3830-4e90-a691-f0805336ebc4 req-694a78db-a4a1-4425-b6a0-1419b392af09 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.0560956 Sep 09 18:18:01.640295 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-52d42c90-3830-4e90-a691-f0805336ebc4 req-4271b6de-586b-48b9-be7c-11c59cb4c12c tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396204 Sep 09 18:18:01.753845 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114c3fb-0c27-42ba-9f80-d59b78ec2bbb req-24c0f177-3b9e-4d55-aa44-6dd606c9fc5e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:01.755572 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2114c3fb-0c27-42ba-9f80-d59b78ec2bbb req-24c0f177-3b9e-4d55-aa44-6dd606c9fc5e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.0605133 Sep 09 18:18:01.827373 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2114c3fb-0c27-42ba-9f80-d59b78ec2bbb req-4f2e4eca-d47f-4891-8b71-2bef7bce277d tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618830 Sep 09 18:18:01.843022 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a12e24-5e21-4f70-8c7e-eb54b992fe25 req-70ea23c0-dc6e-48da-b47b-e5850d632470 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:01.844705 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-85a12e24-5e21-4f70-8c7e-eb54b992fe25 req-70ea23c0-dc6e-48da-b47b-e5850d632470 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 946 time: 0.0881429 Sep 09 18:18:01.890662 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-85a12e24-5e21-4f70-8c7e-eb54b992fe25 req-d0decfa6-0cbe-4d3f-915b-29741d74545e tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395780 Sep 09 18:18:02.130295 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301b5e6-58ac-4a70-9140-b9fcef9e6082 req-5bbba76a-6514-404c-afea-92b491d1c00f tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:02.132039 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b301b5e6-58ac-4a70-9140-b9fcef9e6082 req-5bbba76a-6514-404c-afea-92b491d1c00f tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 946 time: 0.0700443 Sep 09 18:18:02.169599 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f75458d2-1b84-47ea-a9ac-477f732de8a0 req-036c0874-4253-4256-aeed-b7134744156c tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=26473943-37ea-48c0-a6d9-b8f71fcdc0a8 HTTP/1.1" status: 200 len: 210 time: 0.0361004 Sep 09 18:18:02.206766 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b301b5e6-58ac-4a70-9140-b9fcef9e6082 req-a01312ca-4ed9-44c1-bf19-3651e26f1db1 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648458 Sep 09 18:18:02.873796 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e111f67-12e7-4def-9ac4-b4b280549ebf req-ff2c7fb4-9502-4f20-a57d-f2e5b9a69262 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:02.873796 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6e111f67-12e7-4def-9ac4-b4b280549ebf req-ff2c7fb4-9502-4f20-a57d-f2e5b9a69262 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.1341591 Sep 09 18:18:02.957469 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6e111f67-12e7-4def-9ac4-b4b280549ebf req-264b53d3-1e1e-493c-8462-a70d35f3d06b tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634441 Sep 09 18:18:02.972720 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f32500-9f2c-4b7b-b26d-fe6d6e43cfa9 req-09daea63-e0d2-48aa-bef9-90385559eb3c tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:02.972720 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-23f32500-9f2c-4b7b-b26d-fe6d6e43cfa9 req-09daea63-e0d2-48aa-bef9-90385559eb3c tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 946 time: 0.1419547 Sep 09 18:18:03.022229 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-23f32500-9f2c-4b7b-b26d-fe6d6e43cfa9 req-e0a7ac6b-a332-4a4c-a7da-5aaadb309c7e tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400772 Sep 09 18:18:03.095497 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3417bda-ec5f-4832-86b1-1fd9aaf39bc8 req-daa81d7e-0d1e-42a9-87db-6a8e7eb34d20 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:03.097113 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b3417bda-ec5f-4832-86b1-1fd9aaf39bc8 req-daa81d7e-0d1e-42a9-87db-6a8e7eb34d20 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.0708392 Sep 09 18:18:03.166418 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b3417bda-ec5f-4832-86b1-1fd9aaf39bc8 req-df227f60-5833-419c-8d08-6c921051686c tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576854 Sep 09 18:18:03.188570 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8520c-23a5-4f48-b824-1015289607e7 req-206102a1-574e-4aa8-965d-3aed3fe3597c tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:03.190406 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ebb8520c-23a5-4f48-b824-1015289607e7 req-206102a1-574e-4aa8-965d-3aed3fe3597c tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 946 time: 0.0920968 Sep 09 18:18:03.265406 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ebb8520c-23a5-4f48-b824-1015289607e7 req-6f705295-e376-43a2-b36f-4b55c8d2e2f4 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584333 Sep 09 18:18:03.381374 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2132f-9ada-4456-b9fc-b08dde7f27f5 req-7f869a2a-e4aa-4a77-954f-70ec57e92032 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:03.383135 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-afe2132f-9ada-4456-b9fc-b08dde7f27f5 req-7f869a2a-e4aa-4a77-954f-70ec57e92032 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.0987248 Sep 09 18:18:03.385723 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ded049b9-b331-4747-81bf-ff493e89ce0f req-af6dd540-3b4f-4e21-9af3-4959a0a069fd tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=26473943-37ea-48c0-a6d9-b8f71fcdc0a8 HTTP/1.1" status: 200 len: 210 time: 0.0425122 Sep 09 18:18:03.394875 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 38310) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:18:03.397850 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-84676617-af11-4dd5-b965-567d5d3ccfa4 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Request body: {'floatingip': {'port_id': '60eded96-00c4-4fe2-9285-01a7eeb37452'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:18:03.472777 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-84676617-af11-4dd5-b965-567d5d3ccfa4 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks [] for floatingip, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:04.299360 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355d108-d274-4b71-81d7-e75b356d8e91 req-312c2de5-170e-4030-99a5-83ddcc4e4e33 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:04.300892 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5355d108-d274-4b71-81d7-e75b356d8e91 req-312c2de5-170e-4030-99a5-83ddcc4e4e33 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 946 time: 0.1898921 Sep 09 18:18:04.344512 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.db.resource_extend [None req-84676617-af11-4dd5-b965-567d5d3ccfa4 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 09 18:18:04.457880 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583db98-0168-40ea-9abb-611d5686f723 req-4b9de97e-a676-4454-be53-317db1f1bdac tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:04.462245 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2583db98-0168-40ea-9abb-611d5686f723 req-4b9de97e-a676-4454-be53-317db1f1bdac tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.1938329 Sep 09 18:18:04.465143 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5355d108-d274-4b71-81d7-e75b356d8e91 req-11c3378b-8891-4135-9ad6-3995caa5620c tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419635 Sep 09 18:18:04.469492 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-84676617-af11-4dd5-b965-567d5d3ccfa4 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:04.520400 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2583db98-0168-40ea-9abb-611d5686f723 req-15dce842-5ae9-4276-b11a-1fdf759a073e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496368 Sep 09 18:18:04.582621 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8672245b-4fc7-45ad-b00c-c8743668fbb4 req-af87af01-6a16-4a8e-9101-d64a372a56b4 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=26473943-37ea-48c0-a6d9-b8f71fcdc0a8 HTTP/1.1" status: 200 len: 210 time: 0.0391953 Sep 09 18:18:04.582621 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-84676617-af11-4dd5-b965-567d5d3ccfa4 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-905259'] for floatingip, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:04.693307 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.db.l3_db [None req-84676617-af11-4dd5-b965-567d5d3ccfa4 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Floating IP 065a6f4e-d921-4fcf-95e5-5afab8122037 associated. External IP: 172.27.0.33, port: 60eded96-00c4-4fe2-9285-01a7eeb37452. Sep 09 18:18:04.880428 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:04.922321 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84676617-af11-4dd5-b965-567d5d3ccfa4 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Router 42b7eee5-46bb-4993-af88-285b8df17ae5 has already been hosted by L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 {{(pid=94637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 18:18:05.035144 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84676617-af11-4dd5-b965-567d5d3ccfa4 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:18:05.039897 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-84676617-af11-4dd5-b965-567d5d3ccfa4 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for floatingip, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:05.064745 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56034685-eee9-4693-9c4c-48738faf601b None None] Sync routers for ids ['42b7eee5-46bb-4993-af88-285b8df17ae5'] in dv-cinder-779540-2-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:18:05.069604 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-84676617-af11-4dd5-b965-567d5d3ccfa4 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "PUT /v2.0/floatingips/065a6f4e-d921-4fcf-95e5-5afab8122037 HTTP/1.1" status: 200 len: 990 time: 1.6752028 Sep 09 18:18:05.070196 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '370be2fd-2038-4691-ac82-3c6fba90dccc', 'tag': '60eded96-00c4-4fe2-9285-01a7eeb37452'}] {{(pid=94637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:18:05.073457 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133f33bf375164f5fa4b6a6278130a616101494423e3cf7e78094e28bab08aaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf48279-ab7d-466e-aa90-75d85ef17648" -d '{"events": [{"name": "network-changed", "server_uuid": "370be2fd-2038-4691-ac82-3c6fba90dccc", "tag": "60eded96-00c4-4fe2-9285-01a7eeb37452"}]}' {{(pid=94637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:18:05.075924 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56034685-eee9-4693-9c4c-48738faf601b None None] Routers {'42b7eee5-46bb-4993-af88-285b8df17ae5'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:18:05.076691 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-56034685-eee9-4693-9c4c-48738faf601b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:17:57Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['42b7eee5-46bb-4993-af88-285b8df17ae5'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:18:05.150269 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 18:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a57e07d-ea41-4c3f-9c21-e92ebfa1980d x-openstack-request-id: req-5a57e07d-ea41-4c3f-9c21-e92ebfa1980d {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:18:05.150676 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "370be2fd-2038-4691-ac82-3c6fba90dccc", "tag": "60eded96-00c4-4fe2-9285-01a7eeb37452", "status": "completed", "code": 200}]} {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:18:05.151052 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5a57e07d-ea41-4c3f-9c21-e92ebfa1980d {{(pid=94637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:18:05.152446 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '370be2fd-2038-4691-ac82-3c6fba90dccc', 'tag': '60eded96-00c4-4fe2-9285-01a7eeb37452', 'status': 'completed', 'code': 200} Sep 09 18:18:05.201683 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-56034685-eee9-4693-9c4c-48738faf601b None None] Set router 42b7eee5-46bb-4993-af88-285b8df17ae5 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:18:05.554016 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-56034685-eee9-4693-9c4c-48738faf601b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'name': 'tempest-AttachVolumeTestJSON-1967749576-router', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a1fdd68f-ea15-4804-927b-44e918f1300c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:27Z', 'updated_at': '2021-09-09T18:16:39Z', 'revision_number': 4, 'project_id': '289a7608c7ee408d90d48b78c6155ce2', 'gw_port': {'id': 'a1fdd68f-ea15-4804-927b-44e918f1300c', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:19:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:29Z', 'updated_at': '2021-09-09T18:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_floatingips': [{'id': '065a6f4e-d921-4fcf-95e5-5afab8122037', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'router_id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'port_id': '60eded96-00c4-4fe2-9285-01a7eeb37452', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9', 'mac_address': 'fa:16:3e:5f:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370be2fd-2038-4691-ac82-3c6fba90dccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T18:17:01Z', 'updated_at': '2021-09-09T18:18:04Z', 'revision_number': 1, 'project_id': '289a7608c7ee408d90d48b78c6155ce2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc', 'name': '', 'network_id': '9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'mac_address': 'fa:16:3e:15:41:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '07bcfd60-1ce9-4552-ba2f-917a442c6c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:37Z', 'updated_at': '2021-09-09T18:16:52Z', 'revision_number': 5, 'project_id': '289a7608c7ee408d90d48b78c6155ce2', 'subnets': [{'id': '07bcfd60-1ce9-4552-ba2f-917a442c6c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:18:05.584774 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56034685-eee9-4693-9c4c-48738faf601b None None] Checking router: 42b7eee5-46bb-4993-af88-285b8df17ae5 for host: dv-cinder-779540-2-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:18:05.590983 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f449d-dd51-430a-bb7a-b81f5d6fc8da req-3d29349d-4a7e-4e1d-9fb2-8f1137c07e33 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:05.592553 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-dd2f449d-dd51-430a-bb7a-b81f5d6fc8da req-3d29349d-4a7e-4e1d-9fb2-8f1137c07e33 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 946 time: 0.0544703 Sep 09 18:18:05.598761 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56034685-eee9-4693-9c4c-48738faf601b None None] Routers {'42b7eee5-46bb-4993-af88-285b8df17ae5'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:18:05.601155 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-56034685-eee9-4693-9c4c-48738faf601b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:17:57Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['42b7eee5-46bb-4993-af88-285b8df17ae5'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:18:05.634857 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-dd2f449d-dd51-430a-bb7a-b81f5d6fc8da req-eb2e7d92-4167-49cb-8a7f-be3f3d2de373 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361784 Sep 09 18:18:05.746655 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc27ed-2162-4396-a95e-d7fc6c8438ad req-cfed81a4-fd37-4e80-a626-3a63ef1e3f23 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:05.747739 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-70bc27ed-2162-4396-a95e-d7fc6c8438ad req-cfed81a4-fd37-4e80-a626-3a63ef1e3f23 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.0528977 Sep 09 18:18:05.761612 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-56034685-eee9-4693-9c4c-48738faf601b None None] Set router 42b7eee5-46bb-4993-af88-285b8df17ae5 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:18:05.793130 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-70bc27ed-2162-4396-a95e-d7fc6c8438ad req-5c2bf7c1-9935-4425-af42-b73282a863df tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391324 Sep 09 18:18:05.887551 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-047d2ab7-5ef1-4110-9b99-0fe762e19f78 req-e88f0d77-9ac5-4827-8025-12e1f2a703d1 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=26473943-37ea-48c0-a6d9-b8f71fcdc0a8 HTTP/1.1" status: 200 len: 210 time: 0.0273631 Sep 09 18:18:06.111600 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-56034685-eee9-4693-9c4c-48738faf601b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'name': 'tempest-AttachVolumeTestJSON-1967749576-router', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a1fdd68f-ea15-4804-927b-44e918f1300c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:27Z', 'updated_at': '2021-09-09T18:16:39Z', 'revision_number': 4, 'project_id': '289a7608c7ee408d90d48b78c6155ce2', 'gw_port': {'id': 'a1fdd68f-ea15-4804-927b-44e918f1300c', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:19:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:29Z', 'updated_at': '2021-09-09T18:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_floatingips': [{'id': '065a6f4e-d921-4fcf-95e5-5afab8122037', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'router_id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'port_id': '60eded96-00c4-4fe2-9285-01a7eeb37452', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9', 'mac_address': 'fa:16:3e:5f:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370be2fd-2038-4691-ac82-3c6fba90dccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T18:17:01Z', 'updated_at': '2021-09-09T18:18:04Z', 'revision_number': 1, 'project_id': '289a7608c7ee408d90d48b78c6155ce2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc', 'name': '', 'network_id': '9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'mac_address': 'fa:16:3e:15:41:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '07bcfd60-1ce9-4552-ba2f-917a442c6c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:37Z', 'updated_at': '2021-09-09T18:16:52Z', 'revision_number': 5, 'project_id': '289a7608c7ee408d90d48b78c6155ce2', 'subnets': [{'id': '07bcfd60-1ce9-4552-ba2f-917a442c6c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:18:06.147052 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56034685-eee9-4693-9c4c-48738faf601b None None] The sync data for ids ['42b7eee5-46bb-4993-af88-285b8df17ae5'] in dv-cinder-779540-2-iscsi is: [{'id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'name': 'tempest-AttachVolumeTestJSON-1967749576-router', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a1fdd68f-ea15-4804-927b-44e918f1300c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:27Z', 'updated_at': '2021-09-09T18:16:39Z', 'revision_number': 4, 'project_id': '289a7608c7ee408d90d48b78c6155ce2', 'gw_port': {'id': 'a1fdd68f-ea15-4804-927b-44e918f1300c', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:19:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:29Z', 'updated_at': '2021-09-09T18:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_floatingips': [{'id': '065a6f4e-d921-4fcf-95e5-5afab8122037', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'router_id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'port_id': '60eded96-00c4-4fe2-9285-01a7eeb37452', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9', 'mac_address': 'fa:16:3e:5f:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370be2fd-2038-4691-ac82-3c6fba90dccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T18:17:01Z', 'updated_at': '2021-09-09T18:18:04Z', 'revision_number': 1, 'project_id': '289a7608c7ee408d90d48b78c6155ce2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc', 'name': '', 'network_id': '9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'mac_address': 'fa:16:3e:15:41:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '07bcfd60-1ce9-4552-ba2f-917a442c6c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:37Z', 'updated_at': '2021-09-09T18:16:52Z', 'revision_number': 5, 'project_id': '289a7608c7ee408d90d48b78c6155ce2', 'subnets': [{'id': '07bcfd60-1ce9-4552-ba2f-917a442c6c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:18:06.370123 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c867a3f9-f4da-4dcb-b379-b14a3cefd6be None None] New status for floating IP 065a6f4e-d921-4fcf-95e5-5afab8122037: ACTIVE {{(pid=94639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 18:18:06.415714 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 6 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:18:06.763754 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c51e4-9b9f-4565-8af1-0f9fa1abcf0a req-cbcdd926-4bb7-450a-9754-2453e770028b tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:06.765342 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5d6c51e4-9b9f-4565-8af1-0f9fa1abcf0a req-cbcdd926-4bb7-450a-9754-2453e770028b tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 946 time: 0.0501289 Sep 09 18:18:06.816442 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5d6c51e4-9b9f-4565-8af1-0f9fa1abcf0a req-071798c4-4627-4e51-9954-d4418fade594 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417504 Sep 09 18:18:06.938505 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eacb4c1-c899-4142-9373-42eb6f020a4e req-61d499c5-44f0-4953-80b7-cbe55900969a tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:06.939965 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1eacb4c1-c899-4142-9373-42eb6f020a4e req-61d499c5-44f0-4953-80b7-cbe55900969a tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.0532157 Sep 09 18:18:06.984564 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1eacb4c1-c899-4142-9373-42eb6f020a4e req-19e51e35-ffb0-4bce-9cb1-1cd72dbfec95 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367830 Sep 09 18:18:07.072486 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-055d616c-6270-42ca-9f67-73473c6a0865 req-ca107491-6d21-408c-a8a8-cb6b151abd0f tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=26473943-37ea-48c0-a6d9-b8f71fcdc0a8 HTTP/1.1" status: 200 len: 210 time: 0.0281839 Sep 09 18:18:07.262973 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf48279-ab7d-466e-aa90-75d85ef17648 req-cb4252b6-bbb6-48d4-9b8d-7baa34595221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:07.264576 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6cf48279-ab7d-466e-aa90-75d85ef17648 req-cb4252b6-bbb6-48d4-9b8d-7baa34595221 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=289a7608c7ee408d90d48b78c6155ce2&device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 1098 time: 0.1019046 Sep 09 18:18:07.276950 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a045021-9a9c-4853-9143-344fdb8ef367 req-a1ca637d-5eba-48c7-9cf3-930f0dd97bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:07.279556 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7a045021-9a9c-4853-9143-344fdb8ef367 req-a1ca637d-5eba-48c7-9cf3-930f0dd97bf8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0e28af74cee746159f61e6e9abc8948d&device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 1099 time: 0.0480351 Sep 09 18:18:07.331951 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-ee942f6f-d5d9-419d-8b07-e4e1cc91b7fe tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:07.333583 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-ee942f6f-d5d9-419d-8b07-e4e1cc91b7fe tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.54 "GET /v2.0/networks?id=6260f8f9-3a77-41fb-95dc-146d40d79792 HTTP/1.1" status: 200 len: 808 time: 0.1831236 Sep 09 18:18:07.368644 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-74e60ef0-76e0-47aa-a97b-e1c1b5a941ad tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Request body: {'port': {'device_id': '26473943-37ea-48c0-a6d9-b8f71fcdc0a8', 'network_id': '6260f8f9-3a77-41fb-95dc-146d40d79792', 'admin_state_up': True, 'tenant_id': '40f9cc2599944b4b942f171c909564cd'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:18:07.476730 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a045021-9a9c-4853-9143-344fdb8ef367 req-c8f50318-b522-4c0c-9594-ea453657c83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:07.478371 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7a045021-9a9c-4853-9143-344fdb8ef367 req-c8f50318-b522-4c0c-9594-ea453657c83a service neutron] 10.222.0.54 "GET /v2.0/networks?id=eafe2dd1-3f55-4813-b3ae-df6e622a3eab HTTP/1.1" status: 200 len: 919 time: 0.1917424 Sep 09 18:18:07.548175 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7a045021-9a9c-4853-9143-344fdb8ef367 req-44890e22-4e70-48e0-a46f-2037346313eb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=443dbf9e-aa62-4786-9f48-d0e5a2748e42 HTTP/1.1" status: 200 len: 217 time: 0.0595236 Sep 09 18:18:07.641952 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a045021-9a9c-4853-9143-344fdb8ef367 req-fad33ceb-614b-4c89-80c3-f9031bb923be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:07.644738 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7a045021-9a9c-4853-9143-344fdb8ef367 req-fad33ceb-614b-4c89-80c3-f9031bb923be service neutron] 10.222.0.54 "GET /v2.0/subnets?id=285c431c-6ae1-4a37-abf0-1b468ed843f7 HTTP/1.1" status: 200 len: 858 time: 0.0839474 Sep 09 18:18:07.717934 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf48279-ab7d-466e-aa90-75d85ef17648 req-988a7168-573b-40b5-a1c4-f9025532ad18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:07.719385 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6cf48279-ab7d-466e-aa90-75d85ef17648 req-988a7168-573b-40b5-a1c4-f9025532ad18 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9 HTTP/1.1" status: 200 len: 912 time: 0.4368677 Sep 09 18:18:07.841507 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-74e60ef0-76e0-47aa-a97b-e1c1b5a941ad tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Made reservation on behalf of 40f9cc2599944b4b942f171c909564cd for: {'port': 1} {{(pid=94637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:18:07.845585 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-74e60ef0-76e0-47aa-a97b-e1c1b5a941ad tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:08.030653 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5ffea-b1e6-463c-ade7-4a1a3b9aba9c req-c692f401-8eca-4b15-be53-6c79caecd651 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:08.032569 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-23b5ffea-b1e6-463c-ade7-4a1a3b9aba9c req-c692f401-8eca-4b15-be53-6c79caecd651 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 946 time: 0.1012528 Sep 09 18:18:08.110765 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.db_base_plugin_common [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-74e60ef0-76e0-47aa-a97b-e1c1b5a941ad tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Allocated IP 172.20.0.4 (6260f8f9-3a77-41fb-95dc-146d40d79792/c34e023f-6fee-4197-9a40-dfcaf218107a/3d569c92-0e04-46fa-848a-d5b996fa775e) {{(pid=94637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:18:08.130499 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7a045021-9a9c-4853-9143-344fdb8ef367 req-f97cbfbd-f070-42a1-bb2f-50370c671383 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eafe2dd1-3f55-4813-b3ae-df6e622a3eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614011 Sep 09 18:18:08.265201 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-23b5ffea-b1e6-463c-ade7-4a1a3b9aba9c req-eb4bd8c8-8a5c-4c94-9cbf-ef6c2053ae2d tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156427 Sep 09 18:18:08.310586 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7a045021-9a9c-4853-9143-344fdb8ef367 req-3cc81221-f0db-4fc1-847f-ed85452eb6c3 service neutron] 10.222.0.54 "GET /v2.0/networks/eafe2dd1-3f55-4813-b3ae-df6e622a3eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614878 Sep 09 18:18:08.317654 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6cf48279-ab7d-466e-aa90-75d85ef17648 req-03b25c64-8fb2-4fbd-af8a-5b09b2cb95c4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60eded96-00c4-4fe2-9285-01a7eeb37452 HTTP/1.1" status: 200 len: 1000 time: 0.2312567 Sep 09 18:18:08.399772 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63db4f-d51e-4c15-a049-4661562a11ff req-4d28742d-0ef0-4877-8b03-d1edc3a0067e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:08.401385 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-af63db4f-d51e-4c15-a049-4661562a11ff req-4d28742d-0ef0-4877-8b03-d1edc3a0067e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.2449465 Sep 09 18:18:08.469157 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-35fbeadb-5205-421f-9624-f4af45363281 req-3e3cb0ad-d00c-4a5b-9bc6-9a90fa83c066 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=26473943-37ea-48c0-a6d9-b8f71fcdc0a8 HTTP/1.1" status: 200 len: 210 time: 0.0641079 Sep 09 18:18:08.511392 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7a045021-9a9c-4853-9143-344fdb8ef367 req-cf9fe66f-2cb4-4260-b34c-5b24a2c50d6e service neutron] 10.222.0.54 "GET /v2.0/networks/eafe2dd1-3f55-4813-b3ae-df6e622a3eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731775 Sep 09 18:18:08.519424 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf48279-ab7d-466e-aa90-75d85ef17648 req-8fa66d84-e947-4e98-8f21-efad8a7a3869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:08.519424 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6cf48279-ab7d-466e-aa90-75d85ef17648 req-8fa66d84-e947-4e98-8f21-efad8a7a3869 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=07bcfd60-1ce9-4552-ba2f-917a442c6c08 HTTP/1.1" status: 200 len: 850 time: 0.1839921 Sep 09 18:18:08.606786 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-af63db4f-d51e-4c15-a049-4661562a11ff req-4b51a76e-3d6a-4afe-b0b6-da080cc05740 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857631 Sep 09 18:18:08.643372 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-74e60ef0-76e0-47aa-a97b-e1c1b5a941ad tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Notify callbacks [] for port, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:08.649664 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf48279-ab7d-466e-aa90-75d85ef17648 req-6d7c9c9b-3459-4af2-a396-d82823de84a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:08.651372 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6cf48279-ab7d-466e-aa90-75d85ef17648 req-6d7c9c9b-3459-4af2-a396-d82823de84a9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0918472 Sep 09 18:18:08.781120 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6cf48279-ab7d-466e-aa90-75d85ef17648 req-c61ad6dd-c4d2-4f91-9f8b-62afbc854f4f service neutron] 10.222.0.54 "GET /v2.0/networks/9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214697 Sep 09 18:18:08.883916 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-74e60ef0-76e0-47aa-a97b-e1c1b5a941ad tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681'] for port, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:08.945151 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-74e60ef0-76e0-47aa-a97b-e1c1b5a941ad tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Network 6260f8f9-3a77-41fb-95dc-146d40d79792 is already hosted by enough agents. {{(pid=94637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:18:08.962553 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.base_scheduler [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-74e60ef0-76e0-47aa-a97b-e1c1b5a941ad tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Resources bound (agent type, host, resource id): {{(pid=94637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:18:08.972413 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-74e60ef0-76e0-47aa-a97b-e1c1b5a941ad tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Received port after_create {{(pid=94637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:18:08.978582 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-74e60ef0-76e0-47aa-a97b-e1c1b5a941ad tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:08.979263 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-74e60ef0-76e0-47aa-a97b-e1c1b5a941ad tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:08.984936 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e60ef0-76e0-47aa-a97b-e1c1b5a941ad tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Pushing event updated for resources: {'Port': ['ID=3d569c92-0e04-46fa-848a-d5b996fa775e,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:18:08.996433 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6cf48279-ab7d-466e-aa90-75d85ef17648 req-0e4e9f1f-8893-4e21-8d25-2119784f644f service neutron] 10.222.0.54 "GET /v2.0/networks/9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905923 Sep 09 18:18:09.064580 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-74e60ef0-76e0-47aa-a97b-e1c1b5a941ad tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6997721 Sep 09 18:18:09.079928 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-9a4b9809-523b-482e-a9a6-427c644ca742 service neutron] Request body: {'port': {'device_id': '26473943-37ea-48c0-a6d9-b8f71fcdc0a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77954'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:18:09.138178 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-9a4b9809-523b-482e-a9a6-427c644ca742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:09.468349 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-9a4b9809-523b-482e-a9a6-427c644ca742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d569c92-0e04-46fa-848a-d5b996fa775e {{(pid=94637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:18:09.478264 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-9a4b9809-523b-482e-a9a6-427c644ca742 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:09.494685 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c27a79-f269-4b56-8aa9-e72489975a36 req-8b8103ce-1a3a-4317-9772-cf79ceec2a5b tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:09.498754 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c1c27a79-f269-4b56-8aa9-e72489975a36 req-8b8103ce-1a3a-4317-9772-cf79ceec2a5b tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 946 time: 0.1034572 Sep 09 18:18:09.504912 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.provisioning_blocks [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-9a4b9809-523b-482e-a9a6-427c644ca742 service neutron] Transition to ACTIVE for port object 3d569c92-0e04-46fa-848a-d5b996fa775e will not be triggered until provisioned by entity L2. {{(pid=94637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:18:09.553951 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c1c27a79-f269-4b56-8aa9-e72489975a36 req-515029a4-12dd-49b8-a592-924094aa0378 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440412 Sep 09 18:18:09.619123 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17f09a-227d-4e7b-998d-2e709f748e7e req-71efb39c-976f-4cb3-8e25-8568087107c1 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:09.622538 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8b17f09a-227d-4e7b-998d-2e709f748e7e req-71efb39c-976f-4cb3-8e25-8568087107c1 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=26473943-37ea-48c0-a6d9-b8f71fcdc0a8 HTTP/1.1" status: 200 len: 931 time: 0.0608377 Sep 09 18:18:09.688527 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8b17f09a-227d-4e7b-998d-2e709f748e7e req-6d87daf5-450f-4b77-82c9-b9ab8e43b544 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0ff15e1-0bd8-4d3f-b6b3-ce6200825c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590189 Sep 09 18:18:09.712233 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-9a4b9809-523b-482e-a9a6-427c644ca742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:09.775859 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b9809-523b-482e-a9a6-427c644ca742 service neutron] Pushing event updated for resources: {'Port': ['ID=3d569c92-0e04-46fa-848a-d5b996fa775e,revision_number=2']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:18:09.819991 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-9a4b9809-523b-482e-a9a6-427c644ca742 service neutron] Attempting to bind port 3d569c92-0e04-46fa-848a-d5b996fa775e on host hv-cinder-77954 for vnic_type normal with profile {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:18:09.820437 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-9a4b9809-523b-482e-a9a6-427c644ca742 service neutron] Attempting to bind port 3d569c92-0e04-46fa-848a-d5b996fa775e by drivers openvswitch,hyperv on host hv-cinder-77954 at level 0 using segments [{'id': 'f9487e50-e546-4495-bcbc-afe45d1d622a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6260f8f9-3a77-41fb-95dc-146d40d79792'}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:18:09.822727 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-9a4b9809-523b-482e-a9a6-427c644ca742 service neutron] Attempting to bind port 3d569c92-0e04-46fa-848a-d5b996fa775e on network 6260f8f9-3a77-41fb-95dc-146d40d79792 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:18:09.830453 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-9a4b9809-523b-482e-a9a6-427c644ca742 service neutron] Port 3d569c92-0e04-46fa-848a-d5b996fa775e on network 6260f8f9-3a77-41fb-95dc-146d40d79792 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77954 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 18:18:09.830985 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-9a4b9809-523b-482e-a9a6-427c644ca742 service neutron] Attempting to bind port 3d569c92-0e04-46fa-848a-d5b996fa775e on network 6260f8f9-3a77-41fb-95dc-146d40d79792 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:18:09.842935 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-9a4b9809-523b-482e-a9a6-427c644ca742 service neutron] Checking agent: {'id': 'e6e03918-0440-4933-b179-09c79aa47d03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 14, 34), 'started_at': datetime.datetime(2021, 9, 9, 18, 14, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:18:09.844616 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-9a4b9809-523b-482e-a9a6-427c644ca742 service neutron] Checking segment: {'id': 'f9487e50-e546-4495-bcbc-afe45d1d622a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6260f8f9-3a77-41fb-95dc-146d40d79792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:18:09.845541 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-9a4b9809-523b-482e-a9a6-427c644ca742 service neutron] Bound using segment: {'id': 'f9487e50-e546-4495-bcbc-afe45d1d622a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6260f8f9-3a77-41fb-95dc-146d40d79792'} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:18:09.845965 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-9a4b9809-523b-482e-a9a6-427c644ca742 service neutron] Bound port: 3d569c92-0e04-46fa-848a-d5b996fa775e, host: hv-cinder-77954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9487e50-e546-4495-bcbc-afe45d1d622a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6260f8f9-3a77-41fb-95dc-146d40d79792'}}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:18:09.847058 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-9a4b9809-523b-482e-a9a6-427c644ca742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:09.967940 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-9a4b9809-523b-482e-a9a6-427c644ca742 service neutron] For port 3d569c92-0e04-46fa-848a-d5b996fa775e, host hv-cinder-77954, cleared binding levels {{(pid=94637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:18:09.972864 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-9a4b9809-523b-482e-a9a6-427c644ca742 service neutron] For port 3d569c92-0e04-46fa-848a-d5b996fa775e, host hv-cinder-77954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=3d569c92-0e04-46fa-848a-d5b996fa775e,segment=NetworkSegment(f9487e50-e546-4495-bcbc-afe45d1d622a),segment_id=f9487e50-e546-4495-bcbc-afe45d1d622a)] {{(pid=94637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:18:09.982263 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd5f44-796e-425f-adae-2dfbc86f8598 req-e0e7ca57-1214-4e73-8dfe-08aeed807ece tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:09.983928 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4edd5f44-796e-425f-adae-2dfbc86f8598 req-e0e7ca57-1214-4e73-8dfe-08aeed807ece tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.0931499 Sep 09 18:18:10.043861 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4edd5f44-796e-425f-adae-2dfbc86f8598 req-acf42096-7dd1-4c8e-b489-9008913061b2 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529697 Sep 09 18:18:10.088659 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-9a4b9809-523b-482e-a9a6-427c644ca742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:10.150875 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-9a4b9809-523b-482e-a9a6-427c644ca742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:10.151764 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-9a4b9809-523b-482e-a9a6-427c644ca742 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:10.154770 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-9a4b9809-523b-482e-a9a6-427c644ca742 service neutron] 10.222.0.54 "PUT /v2.0/ports/3d569c92-0e04-46fa-848a-d5b996fa775e HTTP/1.1" status: 200 len: 1093 time: 1.0798120 Sep 09 18:18:10.155516 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26473943-37ea-48c0-a6d9-b8f71fcdc0a8', 'tag': '3d569c92-0e04-46fa-848a-d5b996fa775e'}] {{(pid=94637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:18:10.161028 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133f33bf375164f5fa4b6a6278130a616101494423e3cf7e78094e28bab08aaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca3a915-9cdc-45d6-ba18-78ae34bd29de" -d '{"events": [{"name": "network-changed", "server_uuid": "26473943-37ea-48c0-a6d9-b8f71fcdc0a8", "tag": "3d569c92-0e04-46fa-848a-d5b996fa775e"}]}' {{(pid=94637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:18:10.227212 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b9809-523b-482e-a9a6-427c644ca742 service neutron] Pushing event updated for resources: {'Port': ['ID=3d569c92-0e04-46fa-848a-d5b996fa775e,revision_number=3']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:18:10.246463 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2fb52f-9f8d-4f32-8b16-342c184fe8a6 req-8629f075-0edf-42a3-88c5-20d66a81a893 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:10.248120 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ef2fb52f-9f8d-4f32-8b16-342c184fe8a6 req-8629f075-0edf-42a3-88c5-20d66a81a893 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.0811503 Sep 09 18:18:10.257474 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 38452) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:18:10.264908 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-671270a5-c8be-4db2-ad51-fd218e70d9a1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Request body: {'floatingip': {'port_id': 'ec03f1d3-5a50-4119-9cf9-8311f87974bf'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:18:10.286943 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 18:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98b155d-9ff8-41aa-ad99-e027e3bbacab x-openstack-request-id: req-a98b155d-9ff8-41aa-ad99-e027e3bbacab {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:18:10.287442 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26473943-37ea-48c0-a6d9-b8f71fcdc0a8", "tag": "3d569c92-0e04-46fa-848a-d5b996fa775e", "status": "completed", "code": 200}]} {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:18:10.287753 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a98b155d-9ff8-41aa-ad99-e027e3bbacab {{(pid=94637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:18:10.288566 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26473943-37ea-48c0-a6d9-b8f71fcdc0a8', 'tag': '3d569c92-0e04-46fa-848a-d5b996fa775e', 'status': 'completed', 'code': 200} Sep 09 18:18:10.361811 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca3a915-9cdc-45d6-ba18-78ae34bd29de req-4d0278ea-483b-46be-8c87-73ddaf4603d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:10.364724 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7ca3a915-9cdc-45d6-ba18-78ae34bd29de req-4d0278ea-483b-46be-8c87-73ddaf4603d4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=40f9cc2599944b4b942f171c909564cd&device_id=26473943-37ea-48c0-a6d9-b8f71fcdc0a8 HTTP/1.1" status: 200 len: 1096 time: 0.0488195 Sep 09 18:18:10.518349 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca3a915-9cdc-45d6-ba18-78ae34bd29de req-5314b62b-7dca-45b2-86c8-fffb90a26923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:10.520669 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7ca3a915-9cdc-45d6-ba18-78ae34bd29de req-5314b62b-7dca-45b2-86c8-fffb90a26923 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=40f9cc2599944b4b942f171c909564cd&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1476495 Sep 09 18:18:10.557241 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-671270a5-c8be-4db2-ad51-fd218e70d9a1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks [] for floatingip, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:10.715440 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca3a915-9cdc-45d6-ba18-78ae34bd29de req-502a2d75-19ff-4866-acb6-3477085eb42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:10.717237 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7ca3a915-9cdc-45d6-ba18-78ae34bd29de req-502a2d75-19ff-4866-acb6-3477085eb42f service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1865048 Sep 09 18:18:10.770940 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bcacc-98eb-4296-96bc-0b69be7433ff req-0c5d09f8-c227-4495-a9b1-b41e773afaf9 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:10.778837 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-187bcacc-98eb-4296-96bc-0b69be7433ff req-0c5d09f8-c227-4495-a9b1-b41e773afaf9 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 946 time: 0.0995476 Sep 09 18:18:10.879574 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-187bcacc-98eb-4296-96bc-0b69be7433ff req-24b0f6a9-cabe-43fc-bcc7-a57d2cb40bff tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997801 Sep 09 18:18:10.884246 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-f5a784e0-9229-4884-bcd8-6bb768433e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:10.887796 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-f5a784e0-9229-4884-bcd8-6bb768433e1f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=40f9cc2599944b4b942f171c909564cd&device_id=26473943-37ea-48c0-a6d9-b8f71fcdc0a8 HTTP/1.1" status: 200 len: 1096 time: 0.1014509 Sep 09 18:18:10.917969 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a6834-5905-430a-af07-c87741619dab req-22ba321b-81d7-455c-b479-be62f35f8a2c tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:10.919805 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5f2a6834-5905-430a-af07-c87741619dab req-22ba321b-81d7-455c-b479-be62f35f8a2c tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=26473943-37ea-48c0-a6d9-b8f71fcdc0a8 HTTP/1.1" status: 200 len: 943 time: 0.0870967 Sep 09 18:18:10.980989 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-820bd386-953c-4485-b9e9-ee9265954f81 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d569c92-0e04-46fa-848a-d5b996fa775e HTTP/1.1" status: 200 len: 217 time: 0.0562465 Sep 09 18:18:11.042242 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5f2a6834-5905-430a-af07-c87741619dab req-a31623b4-48da-4e3d-8e3f-d7f20703b303 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0ff15e1-0bd8-4d3f-b6b3-ce6200825c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123197 Sep 09 18:18:11.066627 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-31cd4db5-3f5c-4efd-b495-41d27c160438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:11.074591 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-31cd4db5-3f5c-4efd-b495-41d27c160438 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c34e023f-6fee-4197-9a40-dfcaf218107a HTTP/1.1" status: 200 len: 848 time: 0.0729134 Sep 09 18:18:11.157252 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-8e34b28d-b880-47db-acc7-65bb89f58fc3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6260f8f9-3a77-41fb-95dc-146d40d79792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504112 Sep 09 18:18:11.275482 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-6b7a51d3-77a1-4e5e-a305-c01513794515 service neutron] 10.222.0.54 "GET /v2.0/networks/6260f8f9-3a77-41fb-95dc-146d40d79792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090996 Sep 09 18:18:11.358344 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-671270a5-c8be-4db2-ad51-fd218e70d9a1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:11.429952 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-671270a5-c8be-4db2-ad51-fd218e70d9a1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-905259'] for floatingip, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:11.452782 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ca566a7b-4bfb-4aa1-8b6a-6cbfd20b7605 req-96e00aa4-2381-41ff-a1be-402bdcda9223 service neutron] 10.222.0.54 "GET /v2.0/networks/6260f8f9-3a77-41fb-95dc-146d40d79792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117051 Sep 09 18:18:11.567528 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.db.l3_db [None req-671270a5-c8be-4db2-ad51-fd218e70d9a1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Floating IP 2f54b8bb-f36e-4039-b90a-9293d8fb112e associated. External IP: 172.27.0.246, port: ec03f1d3-5a50-4119-9cf9-8311f87974bf. Sep 09 18:18:11.819342 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671270a5-c8be-4db2-ad51-fd218e70d9a1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Router d1f52529-0a41-46be-9c5c-93bde176a826 has already been hosted by L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 18:18:11.954221 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671270a5-c8be-4db2-ad51-fd218e70d9a1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:18:11.961002 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-671270a5-c8be-4db2-ad51-fd218e70d9a1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for floatingip, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:11.977860 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680b0209-5e3b-474e-8810-a9b86a7a9f4c None None] Sync routers for ids ['d1f52529-0a41-46be-9c5c-93bde176a826'] in dv-cinder-779540-2-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:18:11.993901 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680b0209-5e3b-474e-8810-a9b86a7a9f4c None None] Routers {'d1f52529-0a41-46be-9c5c-93bde176a826'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:18:11.994998 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-680b0209-5e3b-474e-8810-a9b86a7a9f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:17:57Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['d1f52529-0a41-46be-9c5c-93bde176a826'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:18:11.996779 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-671270a5-c8be-4db2-ad51-fd218e70d9a1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "PUT /v2.0/floatingips/2f54b8bb-f36e-4039-b90a-9293d8fb112e HTTP/1.1" status: 200 len: 992 time: 1.7374704 Sep 09 18:18:11.997560 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b97e252-8472-42ad-ae5b-85edb2ddd298', 'tag': 'ec03f1d3-5a50-4119-9cf9-8311f87974bf'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:18:12.002114 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a767718c04ac1acf345d0243a01d56243c7d5b55222faf7f06dd44169baae4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16c151a-8f42-4459-a496-86d6d7c756a4" -d '{"events": [{"name": "network-changed", "server_uuid": "4b97e252-8472-42ad-ae5b-85edb2ddd298", "tag": "ec03f1d3-5a50-4119-9cf9-8311f87974bf"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:18:12.062533 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bedae2c-9d47-498a-bf4b-92669d370431 req-33389bdc-3453-4ee5-8639-6cc2d2f3e4e2 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:12.064288 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3bedae2c-9d47-498a-bf4b-92669d370431 req-33389bdc-3453-4ee5-8639-6cc2d2f3e4e2 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 946 time: 0.0641260 Sep 09 18:18:12.134249 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3bedae2c-9d47-498a-bf4b-92669d370431 req-434d6445-810e-49a9-b79e-ba49cd3c9bfc tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635161 Sep 09 18:18:12.154351 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-680b0209-5e3b-474e-8810-a9b86a7a9f4c None None] Set router d1f52529-0a41-46be-9c5c-93bde176a826 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:18:12.173029 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 18:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac041d2-c111-4319-8c9d-e2083d0d7c69 x-openstack-request-id: req-9ac041d2-c111-4319-8c9d-e2083d0d7c69 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:18:12.173029 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b97e252-8472-42ad-ae5b-85edb2ddd298", "tag": "ec03f1d3-5a50-4119-9cf9-8311f87974bf", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:18:12.173029 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9ac041d2-c111-4319-8c9d-e2083d0d7c69 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:18:12.173029 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b97e252-8472-42ad-ae5b-85edb2ddd298', 'tag': 'ec03f1d3-5a50-4119-9cf9-8311f87974bf', 'status': 'completed', 'code': 200} Sep 09 18:18:12.328366 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca3fec-d345-4fa7-8a4d-367570d49e20 req-83b8b40b-3275-48a9-bc42-89b82240950b tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:12.330549 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c8ca3fec-d345-4fa7-8a4d-367570d49e20 req-83b8b40b-3275-48a9-bc42-89b82240950b tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=26473943-37ea-48c0-a6d9-b8f71fcdc0a8 HTTP/1.1" status: 200 len: 943 time: 0.0987058 Sep 09 18:18:12.332983 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c151a-8f42-4459-a496-86d6d7c756a4 req-480cc201-39f8-49cd-9ebb-e5886ded6a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:12.334637 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a16c151a-8f42-4459-a496-86d6d7c756a4 req-480cc201-39f8-49cd-9ebb-e5886ded6a57 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=43ce4a6143564c64b1be155ca237d8e1&device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 1099 time: 0.1209679 Sep 09 18:18:12.414474 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c8ca3fec-d345-4fa7-8a4d-367570d49e20 req-7fa1d08f-1f36-476b-8347-64ad13b75811 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0ff15e1-0bd8-4d3f-b6b3-ce6200825c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728233 Sep 09 18:18:12.489999 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c151a-8f42-4459-a496-86d6d7c756a4 req-4f3867c4-910d-4e36-ba34-b7858dd63bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:12.491680 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a16c151a-8f42-4459-a496-86d6d7c756a4 req-4f3867c4-910d-4e36-ba34-b7858dd63bd1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=165da4a9-ef54-4e00-b346-cd05df750cfe HTTP/1.1" status: 200 len: 918 time: 0.1331935 Sep 09 18:18:12.527876 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-680b0209-5e3b-474e-8810-a9b86a7a9f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'name': 'tempest-AttachVolumeShelveTestJSON-1920363128-router', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b83c3561-a3ae-4281-9f3f-453621f5a0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:28Z', 'updated_at': '2021-09-09T18:16:39Z', 'revision_number': 4, 'project_id': '43ce4a6143564c64b1be155ca237d8e1', 'gw_port': {'id': 'b83c3561-a3ae-4281-9f3f-453621f5a0a7', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ef:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:30Z', 'updated_at': '2021-09-09T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_floatingips': [{'id': '2f54b8bb-f36e-4039-b90a-9293d8fb112e', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'router_id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'port_id': 'ec03f1d3-5a50-4119-9cf9-8311f87974bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe', 'mac_address': 'fa:16:3e:19:8d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b97e252-8472-42ad-ae5b-85edb2ddd298', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T18:17:02Z', 'updated_at': '2021-09-09T18:18:11Z', 'revision_number': 1, 'project_id': '43ce4a6143564c64b1be155ca237d8e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c', 'name': '', 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'mac_address': 'fa:16:3e:b1:54:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a76c712f-0b8e-4da8-9f5a-950d58cfba07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:36Z', 'updated_at': '2021-09-09T18:16:57Z', 'revision_number': 5, 'project_id': '43ce4a6143564c64b1be155ca237d8e1', 'subnets': [{'id': 'a76c712f-0b8e-4da8-9f5a-950d58cfba07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:18:12.561005 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680b0209-5e3b-474e-8810-a9b86a7a9f4c None None] Checking router: d1f52529-0a41-46be-9c5c-93bde176a826 for host: dv-cinder-779540-2-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:18:12.572713 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680b0209-5e3b-474e-8810-a9b86a7a9f4c None None] Routers {'d1f52529-0a41-46be-9c5c-93bde176a826'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:18:12.573442 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-680b0209-5e3b-474e-8810-a9b86a7a9f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:17:57Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['d1f52529-0a41-46be-9c5c-93bde176a826'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:18:12.604401 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a16c151a-8f42-4459-a496-86d6d7c756a4 req-1b93efc0-120a-4cbe-b5e7-a35161c9fb15 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec03f1d3-5a50-4119-9cf9-8311f87974bf HTTP/1.1" status: 200 len: 1000 time: 0.1027222 Sep 09 18:18:12.680743 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c151a-8f42-4459-a496-86d6d7c756a4 req-82895fea-4b36-4a40-9295-476052c6c76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:12.682141 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a16c151a-8f42-4459-a496-86d6d7c756a4 req-82895fea-4b36-4a40-9295-476052c6c76c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a76c712f-0b8e-4da8-9f5a-950d58cfba07 HTTP/1.1" status: 200 len: 856 time: 0.0567949 Sep 09 18:18:12.709083 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-680b0209-5e3b-474e-8810-a9b86a7a9f4c None None] Set router d1f52529-0a41-46be-9c5c-93bde176a826 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:18:12.733129 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c151a-8f42-4459-a496-86d6d7c756a4 req-edae18d3-242a-4462-9146-03a04268e2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:12.734644 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a16c151a-8f42-4459-a496-86d6d7c756a4 req-edae18d3-242a-4462-9146-03a04268e2c0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=165da4a9-ef54-4e00-b346-cd05df750cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429671 Sep 09 18:18:12.858640 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a16c151a-8f42-4459-a496-86d6d7c756a4 req-6a6998ce-e56a-48c2-9a59-51266fdf10db service neutron] 10.222.0.54 "GET /v2.0/networks/165da4a9-ef54-4e00-b346-cd05df750cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105993 Sep 09 18:18:12.986966 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a16c151a-8f42-4459-a496-86d6d7c756a4 req-8db6f06c-522a-4173-a328-31da11d0abfb service neutron] 10.222.0.54 "GET /v2.0/networks/165da4a9-ef54-4e00-b346-cd05df750cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122041 Sep 09 18:18:13.052559 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-680b0209-5e3b-474e-8810-a9b86a7a9f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'name': 'tempest-AttachVolumeShelveTestJSON-1920363128-router', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b83c3561-a3ae-4281-9f3f-453621f5a0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:28Z', 'updated_at': '2021-09-09T18:16:39Z', 'revision_number': 4, 'project_id': '43ce4a6143564c64b1be155ca237d8e1', 'gw_port': {'id': 'b83c3561-a3ae-4281-9f3f-453621f5a0a7', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ef:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:30Z', 'updated_at': '2021-09-09T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_floatingips': [{'id': '2f54b8bb-f36e-4039-b90a-9293d8fb112e', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'router_id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'port_id': 'ec03f1d3-5a50-4119-9cf9-8311f87974bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe', 'mac_address': 'fa:16:3e:19:8d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b97e252-8472-42ad-ae5b-85edb2ddd298', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T18:17:02Z', 'updated_at': '2021-09-09T18:18:11Z', 'revision_number': 1, 'project_id': '43ce4a6143564c64b1be155ca237d8e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c', 'name': '', 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'mac_address': 'fa:16:3e:b1:54:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a76c712f-0b8e-4da8-9f5a-950d58cfba07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:36Z', 'updated_at': '2021-09-09T18:16:57Z', 'revision_number': 5, 'project_id': '43ce4a6143564c64b1be155ca237d8e1', 'subnets': [{'id': 'a76c712f-0b8e-4da8-9f5a-950d58cfba07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:18:13.081719 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680b0209-5e3b-474e-8810-a9b86a7a9f4c None None] The sync data for ids ['d1f52529-0a41-46be-9c5c-93bde176a826'] in dv-cinder-779540-2-iscsi is: [{'id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'name': 'tempest-AttachVolumeShelveTestJSON-1920363128-router', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b83c3561-a3ae-4281-9f3f-453621f5a0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:28Z', 'updated_at': '2021-09-09T18:16:39Z', 'revision_number': 4, 'project_id': '43ce4a6143564c64b1be155ca237d8e1', 'gw_port': {'id': 'b83c3561-a3ae-4281-9f3f-453621f5a0a7', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ef:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:30Z', 'updated_at': '2021-09-09T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_floatingips': [{'id': '2f54b8bb-f36e-4039-b90a-9293d8fb112e', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'floating_ip_address': '172.27.0.246', 'floating_network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'router_id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'port_id': 'ec03f1d3-5a50-4119-9cf9-8311f87974bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe', 'mac_address': 'fa:16:3e:19:8d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b97e252-8472-42ad-ae5b-85edb2ddd298', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T18:17:02Z', 'updated_at': '2021-09-09T18:18:11Z', 'revision_number': 1, 'project_id': '43ce4a6143564c64b1be155ca237d8e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c', 'name': '', 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'mac_address': 'fa:16:3e:b1:54:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a76c712f-0b8e-4da8-9f5a-950d58cfba07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:36Z', 'updated_at': '2021-09-09T18:16:57Z', 'revision_number': 5, 'project_id': '43ce4a6143564c64b1be155ca237d8e1', 'subnets': [{'id': 'a76c712f-0b8e-4da8-9f5a-950d58cfba07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:18:13.130682 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 38552) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:18:13.277681 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-88af490c-3b9f-41cb-87ea-515d32cdd600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:13.302200 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c4dd5-763a-43eb-8c33-e110c681b561 req-b8b4e215-09b3-470e-960e-691605dabf59 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:13.304027 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-572c4dd5-763a-43eb-8c33-e110c681b561 req-b8b4e215-09b3-470e-960e-691605dabf59 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 946 time: 0.0674279 Sep 09 18:18:13.422758 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35fa3fb6-13ee-4eaf-9d5e-e9167ba31a4c None None] New status for floating IP 2f54b8bb-f36e-4039-b90a-9293d8fb112e: ACTIVE {{(pid=94639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 18:18:13.424249 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-572c4dd5-763a-43eb-8c33-e110c681b561 req-d4e79dab-f187-4e5f-afe0-9a6f1f9a74b1 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888071 Sep 09 18:18:13.491629 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-88af490c-3b9f-41cb-87ea-515d32cdd600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:13.584472 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-88af490c-3b9f-41cb-87ea-515d32cdd600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:13.614346 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f7926-05f2-4743-a6da-ec22cc1e30d2 req-d1e0d6ce-94fa-4986-944f-3291ae52fb48 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:13.616187 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1f4f7926-05f2-4743-a6da-ec22cc1e30d2 req-d1e0d6ce-94fa-4986-944f-3291ae52fb48 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=26473943-37ea-48c0-a6d9-b8f71fcdc0a8 HTTP/1.1" status: 200 len: 943 time: 0.0680249 Sep 09 18:18:13.630768 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af490c-3b9f-41cb-87ea-515d32cdd600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de8d285-8d54-4121-a996-d48dd3facba5,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:18:13.637006 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-88af490c-3b9f-41cb-87ea-515d32cdd600 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e24770ccc4dc4555bab40930bd5a818f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5047336 Sep 09 18:18:13.645203 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 38568) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:18:13.701806 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1f4f7926-05f2-4743-a6da-ec22cc1e30d2 req-82672808-a31f-4975-a3a5-3182055ca2ad tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0ff15e1-0bd8-4d3f-b6b3-ce6200825c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707476 Sep 09 18:18:13.726313 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-8acc178c-59e9-4801-8973-4f8d07609fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:13.758930 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-8acc178c-59e9-4801-8973-4f8d07609fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:13.904604 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-8acc178c-59e9-4801-8973-4f8d07609fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:13.907168 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-8acc178c-59e9-4801-8973-4f8d07609fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:13.908759 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-8acc178c-59e9-4801-8973-4f8d07609fc9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9de8d285-8d54-4121-a996-d48dd3facba5 HTTP/1.1" status: 204 len: 168 time: 0.2620668 Sep 09 18:18:13.921408 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc178c-59e9-4801-8973-4f8d07609fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de8d285-8d54-4121-a996-d48dd3facba5,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:18:14.476237 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 38586) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:18:14.626079 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-c864be3c-47ed-4b31-bc89-bf4ac946c74c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:14.637303 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42235c48-ecac-41af-be71-8e4fb648fb30 req-a410e7ee-10e4-47d1-9509-0e3eaab33442 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:14.644747 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-42235c48-ecac-41af-be71-8e4fb648fb30 req-a410e7ee-10e4-47d1-9509-0e3eaab33442 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 946 time: 0.0843375 Sep 09 18:18:14.703974 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-42235c48-ecac-41af-be71-8e4fb648fb30 req-a1e1895a-4021-41cb-9941-2c0e058c6a1b tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582972 Sep 09 18:18:14.747077 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 38596) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:18:14.762770 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-fa225b3a-6350-4f57-a697-a71adc345b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:14.794364 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-c864be3c-47ed-4b31-bc89-bf4ac946c74c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:14.862039 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86c3e1-7ecc-4a18-b953-44231dad0829 req-de343689-b0a2-4669-ae1f-ccd528cd2c70 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:14.864857 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ea86c3e1-7ecc-4a18-b953-44231dad0829 req-de343689-b0a2-4669-ae1f-ccd528cd2c70 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=26473943-37ea-48c0-a6d9-b8f71fcdc0a8 HTTP/1.1" status: 200 len: 943 time: 0.0732074 Sep 09 18:18:14.924924 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ea86c3e1-7ecc-4a18-b953-44231dad0829 req-cc5f36b1-87f7-4dd7-adbe-01387cff2ee4 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0ff15e1-0bd8-4d3f-b6b3-ce6200825c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529640 Sep 09 18:18:14.927051 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-c864be3c-47ed-4b31-bc89-bf4ac946c74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:14.986893 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864be3c-47ed-4b31-bc89-bf4ac946c74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a18893-8846-4039-aaf3-6de820959764,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:18:14.992582 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-c864be3c-47ed-4b31-bc89-bf4ac946c74c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a4ea5ae0580346379fd42dc75956ff75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5149827 Sep 09 18:18:14.998255 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 38598) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:18:15.037583 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-fa225b3a-6350-4f57-a697-a71adc345b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:15.053276 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1d85d2ce-1b4c-4379-8181-2bf73babd6da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:15.082331 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1d85d2ce-1b4c-4379-8181-2bf73babd6da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:15.139187 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-fa225b3a-6350-4f57-a697-a71adc345b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:15.186027 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-fa225b3a-6350-4f57-a697-a71adc345b4e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eae5b47cf47547beae2227126efc59ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4363959 Sep 09 18:18:15.186809 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa225b3a-6350-4f57-a697-a71adc345b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a3419c-51e7-4123-bb9b-56e865e68de7,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:18:15.190377 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 38600) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:18:15.264932 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-ebdf45e4-0e62-495d-9fb2-94decb95654f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:15.288733 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-ebdf45e4-0e62-495d-9fb2-94decb95654f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:15.290550 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1d85d2ce-1b4c-4379-8181-2bf73babd6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:15.293857 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1d85d2ce-1b4c-4379-8181-2bf73babd6da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:15.295014 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-1d85d2ce-1b4c-4379-8181-2bf73babd6da admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/98a18893-8846-4039-aaf3-6de820959764 HTTP/1.1" status: 204 len: 168 time: 0.2956965 Sep 09 18:18:15.312063 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85d2ce-1b4c-4379-8181-2bf73babd6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a18893-8846-4039-aaf3-6de820959764,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:18:15.486976 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-ebdf45e4-0e62-495d-9fb2-94decb95654f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:15.489644 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-ebdf45e4-0e62-495d-9fb2-94decb95654f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:15.490797 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-ebdf45e4-0e62-495d-9fb2-94decb95654f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e8a3419c-51e7-4123-bb9b-56e865e68de7 HTTP/1.1" status: 204 len: 168 time: 0.2986951 Sep 09 18:18:15.500604 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf45e4-0e62-495d-9fb2-94decb95654f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a3419c-51e7-4123-bb9b-56e865e68de7,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:18:16.277347 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 38628) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:18:16.290884 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f1462135-1709-4228-885d-63fb67cd7790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:16.408275 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f1462135-1709-4228-885d-63fb67cd7790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:16.521744 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f1462135-1709-4228-885d-63fb67cd7790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:16.564716 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-f1462135-1709-4228-885d-63fb67cd7790 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=516040d3d3964914855f887d216d6738&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2839637 Sep 09 18:18:16.564716 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1462135-1709-4228-885d-63fb67cd7790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e76451-6eef-45e1-ba89-d5f27936c18c,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:18:16.565290 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 38638) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:18:16.626337 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-d3e9160f-7070-4d04-b338-6730f1e9137e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:16.647702 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-d3e9160f-7070-4d04-b338-6730f1e9137e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:16.657459 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 3d569c92-0e04-46fa-848a-d5b996fa775e details requested by agent hyperv_hv-cinder-77954 with host hv-cinder-77954 {{(pid=94639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 18:18:16.764018 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port 3d569c92-0e04-46fa-848a-d5b996fa775e, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=3d569c92-0e04-46fa-848a-d5b996fa775e,segment=NetworkSegment(f9487e50-e546-4495-bcbc-afe45d1d622a),segment_id=f9487e50-e546-4495-bcbc-afe45d1d622a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:18:16.777161 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Returning: {'device': '3d569c92-0e04-46fa-848a-d5b996fa775e', 'network_id': '6260f8f9-3a77-41fb-95dc-146d40d79792', 'port_id': '3d569c92-0e04-46fa-848a-d5b996fa775e', 'mac_address': 'fa:16:3e:b7:46:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c34e023f-6fee-4197-9a40-dfcaf218107a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 18:18:16.785383 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-d3e9160f-7070-4d04-b338-6730f1e9137e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:16.790295 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-d3e9160f-7070-4d04-b338-6730f1e9137e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:16.795224 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-d3e9160f-7070-4d04-b338-6730f1e9137e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/23e76451-6eef-45e1-ba89-d5f27936c18c HTTP/1.1" status: 204 len: 168 time: 0.2255778 Sep 09 18:18:16.805670 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9160f-7070-4d04-b338-6730f1e9137e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e76451-6eef-45e1-ba89-d5f27936c18c,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:18:16.843582 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:16.858857 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d569c92-0e04-46fa-848a-d5b996fa775e {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:18:16.881775 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port 3d569c92-0e04-46fa-848a-d5b996fa775e, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=3d569c92-0e04-46fa-848a-d5b996fa775e,segment=NetworkSegment(f9487e50-e546-4495-bcbc-afe45d1d622a),segment_id=f9487e50-e546-4495-bcbc-afe45d1d622a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:18:16.979973 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:17.043111 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=3d569c92-0e04-46fa-848a-d5b996fa775e,revision_number=4']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:18:18.576266 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7a9b5-47bd-471d-955a-6339dcddcfce req-ced37e44-36ed-4bdd-80a7-3de6e3124d51 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:18.577900 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e0e7a9b5-47bd-471d-955a-6339dcddcfce req-ced37e44-36ed-4bdd-80a7-3de6e3124d51 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=26473943-37ea-48c0-a6d9-b8f71fcdc0a8 HTTP/1.1" status: 200 len: 944 time: 0.3605649 Sep 09 18:18:18.592108 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd9a8c-5094-4542-8515-90151349e3d6 req-0538ead9-e537-4a87-a175-cdd648efe3d1 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:18.593632 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b8cd9a8c-5094-4542-8515-90151349e3d6 req-0538ead9-e537-4a87-a175-cdd648efe3d1 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 946 time: 0.0714760 Sep 09 18:18:18.656836 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e0e7a9b5-47bd-471d-955a-6339dcddcfce req-5b64d054-9376-4e22-940b-a5f43b6b8383 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0ff15e1-0bd8-4d3f-b6b3-ce6200825c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616641 Sep 09 18:18:18.671884 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b8cd9a8c-5094-4542-8515-90151349e3d6 req-c83ba544-1a30-4076-a7f2-a136b28ecd59 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673401 Sep 09 18:18:18.956363 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] get_ports_and_sgs() called for port_ids ['3d569c92-0e04-46fa-848a-d5b996fa775e'] {{(pid=94639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 18:18:19.814365 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618caa2d-ce16-41b1-9a95-19284ac12e8c req-a0f94a74-8d1a-48e3-b96d-e9f7058ae938 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:19.815960 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-618caa2d-ce16-41b1-9a95-19284ac12e8c req-a0f94a74-8d1a-48e3-b96d-e9f7058ae938 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=26473943-37ea-48c0-a6d9-b8f71fcdc0a8 HTTP/1.1" status: 200 len: 944 time: 0.0860500 Sep 09 18:18:19.832250 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24970b7-006a-4f9a-b3b8-f2bfc063621b req-f7521757-950d-476d-ac7d-5b372d3ac37a tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:19.833820 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c24970b7-006a-4f9a-b3b8-f2bfc063621b req-f7521757-950d-476d-ac7d-5b372d3ac37a tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 946 time: 0.0742426 Sep 09 18:18:19.891891 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-618caa2d-ce16-41b1-9a95-19284ac12e8c req-6cfa7998-6ec4-4a0a-b9ca-3779342231b6 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0ff15e1-0bd8-4d3f-b6b3-ce6200825c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685155 Sep 09 18:18:19.897119 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c24970b7-006a-4f9a-b3b8-f2bfc063621b req-0c988242-0219-4831-8e5f-7b66e70f6e2d tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565619 Sep 09 18:18:21.060695 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ffc8dd-96f3-4bc2-9907-91f6b0093966 req-ecc8213c-9271-47a0-a689-685919688846 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:21.062387 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-59ffc8dd-96f3-4bc2-9907-91f6b0093966 req-ecc8213c-9271-47a0-a689-685919688846 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=26473943-37ea-48c0-a6d9-b8f71fcdc0a8 HTTP/1.1" status: 200 len: 944 time: 0.0842376 Sep 09 18:18:21.074734 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16ec46-87c1-47e7-94c8-9d9663cf5381 req-5e88bdb5-7453-47a8-b1a9-8bb44e681168 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:21.095554 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1e16ec46-87c1-47e7-94c8-9d9663cf5381 req-5e88bdb5-7453-47a8-b1a9-8bb44e681168 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 946 time: 0.0897906 Sep 09 18:18:21.138569 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-59ffc8dd-96f3-4bc2-9907-91f6b0093966 req-389a139e-eb07-47ce-ab2e-b5eb54f11a13 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0ff15e1-0bd8-4d3f-b6b3-ce6200825c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589631 Sep 09 18:18:21.143725 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1e16ec46-87c1-47e7-94c8-9d9663cf5381 req-d0328ce3-0daf-4ed4-9e61-f927a788afcc tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587850 Sep 09 18:18:22.092678 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 3d569c92-0e04-46fa-848a-d5b996fa775e up at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:18:22.196389 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning for port 3d569c92-0e04-46fa-848a-d5b996fa775e completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:18:22.201807 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning complete for port 3d569c92-0e04-46fa-848a-d5b996fa775e triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:18:22.202513 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:22.305879 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:22.319427 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3ac28-29c9-4849-8994-9b54a65fc014 req-5e517197-a4af-416f-b0e7-13e3c7a366f2 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:22.321613 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-22b3ac28-29c9-4849-8994-9b54a65fc014 req-5e517197-a4af-416f-b0e7-13e3c7a366f2 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 946 time: 0.0936797 Sep 09 18:18:22.346094 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2227b-2ac4-438f-a164-fb022ef58f50 req-9525a270-921c-4b8a-a1b2-2ed0cde8ee78 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:22.347664 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-74c2227b-2ac4-438f-a164-fb022ef58f50 req-9525a270-921c-4b8a-a1b2-2ed0cde8ee78 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=26473943-37ea-48c0-a6d9-b8f71fcdc0a8 HTTP/1.1" status: 200 len: 944 time: 0.1073320 Sep 09 18:18:22.355255 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26473943-37ea-48c0-a6d9-b8f71fcdc0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d569c92-0e04-46fa-848a-d5b996fa775e'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:18:22.361847 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c42b67fee44e65162d6e194d2b8dbd641fdff823df3ddc4f15e211ea02ebf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9974b307-db29-48a1-bd48-ae273af81b5a" -d '{"events": [{"server_uuid": "26473943-37ea-48c0-a6d9-b8f71fcdc0a8", "name": "network-vif-plugged", "status": "completed", "tag": "3d569c92-0e04-46fa-848a-d5b996fa775e"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:18:22.373947 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port 3d569c92-0e04-46fa-848a-d5b996fa775e, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=3d569c92-0e04-46fa-848a-d5b996fa775e,segment=NetworkSegment(f9487e50-e546-4495-bcbc-afe45d1d622a),segment_id=f9487e50-e546-4495-bcbc-afe45d1d622a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:18:22.414509 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-22b3ac28-29c9-4849-8994-9b54a65fc014 req-e2168e2c-2a3f-4c68-8cac-4597fb8b52a2 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848362 Sep 09 18:18:22.422606 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-74c2227b-2ac4-438f-a164-fb022ef58f50 req-ab82f344-3287-4829-b041-fdd3ba487e88 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0ff15e1-0bd8-4d3f-b6b3-ce6200825c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603414 Sep 09 18:18:22.470397 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 18:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49acfc3e-98a8-4712-9f16-36e0e96c3e3c x-openstack-request-id: req-49acfc3e-98a8-4712-9f16-36e0e96c3e3c {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:18:22.470773 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26473943-37ea-48c0-a6d9-b8f71fcdc0a8", "name": "network-vif-plugged", "status": "completed", "tag": "3d569c92-0e04-46fa-848a-d5b996fa775e", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:18:22.471093 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-49acfc3e-98a8-4712-9f16-36e0e96c3e3c {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:18:22.471807 dv-cinder-779540-2-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26473943-37ea-48c0-a6d9-b8f71fcdc0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d569c92-0e04-46fa-848a-d5b996fa775e', 'code': 200} Sep 09 18:18:22.483075 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:22.546585 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=3d569c92-0e04-46fa-848a-d5b996fa775e,revision_number=5']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:18:22.933543 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb6056-6bf6-430d-aad6-e9f3b85c1137 req-a6b75cd0-b13c-4e76-bbe6-fdc62bad45c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:22.936169 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7deb6056-6bf6-430d-aad6-e9f3b85c1137 req-a6b75cd0-b13c-4e76-bbe6-fdc62bad45c1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=26473943-37ea-48c0-a6d9-b8f71fcdc0a8 HTTP/1.1" status: 200 len: 1098 time: 0.0727463 Sep 09 18:18:22.978517 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c38cb3-c96f-46d3-976a-859b77d4c539 req-41481f1d-635f-469d-87b2-5c1982b856e8 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:22.980058 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b3c38cb3-c96f-46d3-976a-859b77d4c539 req-41481f1d-635f-469d-87b2-5c1982b856e8 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 946 time: 0.0792625 Sep 09 18:18:23.010029 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7deb6056-6bf6-430d-aad6-e9f3b85c1137 req-38b2feac-15ac-46d2-9102-4ae37e3b8500 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e0ff15e1-0bd8-4d3f-b6b3-ce6200825c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632584 Sep 09 18:18:23.030963 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b3c38cb3-c96f-46d3-976a-859b77d4c539 req-10527dd3-4c21-445d-9ea0-514aac7bf1e2 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404198 Sep 09 18:18:23.596891 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8daaa7d-aaa3-4151-ab90-8cbcaf8fc6a0 req-1db8484e-82a2-4793-a629-bc00a203f0ab tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:23.598400 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e8daaa7d-aaa3-4151-ab90-8cbcaf8fc6a0 req-1db8484e-82a2-4793-a629-bc00a203f0ab tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 946 time: 0.0885265 Sep 09 18:18:23.609114 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e9287-9530-4aac-b651-0d110ef0900b req-64338a4f-d0ee-4451-8669-6f58977f5a24 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:23.610700 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-857e9287-9530-4aac-b651-0d110ef0900b req-64338a4f-d0ee-4451-8669-6f58977f5a24 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=26473943-37ea-48c0-a6d9-b8f71fcdc0a8 HTTP/1.1" status: 200 len: 945 time: 0.0993907 Sep 09 18:18:23.663537 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e8daaa7d-aaa3-4151-ab90-8cbcaf8fc6a0 req-50454b60-0bfa-4ad4-929b-abc4ae2a7859 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517576 Sep 09 18:18:23.679708 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-857e9287-9530-4aac-b651-0d110ef0900b req-06bdbcf8-86bc-4204-a5e9-8af76dd5bd14 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0ff15e1-0bd8-4d3f-b6b3-ce6200825c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609715 Sep 09 18:18:24.172952 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77a88b-b491-4c3c-9b95-5fade812d3cf req-3dd0c4aa-87c1-4f10-97e5-295e0e2907cb tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:24.174503 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6b77a88b-b491-4c3c-9b95-5fade812d3cf req-3dd0c4aa-87c1-4f10-97e5-295e0e2907cb tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 946 time: 0.0527496 Sep 09 18:18:24.237161 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6b77a88b-b491-4c3c-9b95-5fade812d3cf req-a51c2dc3-7f17-4f73-ab82-8446338e8116 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548542 Sep 09 18:18:24.809591 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6781653a-e211-40fe-8f18-438d56646f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:24.870002 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afdfac-643d-430f-886d-bdef246e8998 req-9a32121c-5562-4832-979c-af8ab1263236 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:24.872864 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-18afdfac-643d-430f-886d-bdef246e8998 req-9a32121c-5562-4832-979c-af8ab1263236 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 946 time: 0.1304820 Sep 09 18:18:24.928435 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e7ce7-3b20-486d-b4c4-07dbff3d5e64 req-029bc338-294a-403c-8af5-7362f2b7ef93 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:24.933083 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-406e7ce7-3b20-486d-b4c4-07dbff3d5e64 req-029bc338-294a-403c-8af5-7362f2b7ef93 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=26473943-37ea-48c0-a6d9-b8f71fcdc0a8 HTTP/1.1" status: 200 len: 945 time: 0.1583438 Sep 09 18:18:24.976158 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-18afdfac-643d-430f-886d-bdef246e8998 req-1a9ecb0e-96bb-4a8b-89f0-018f51e9bb36 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945499 Sep 09 18:18:25.016635 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-406e7ce7-3b20-486d-b4c4-07dbff3d5e64 req-223b4c71-6403-46d8-ae4d-49a7b54e1662 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0ff15e1-0bd8-4d3f-b6b3-ce6200825c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790029 Sep 09 18:18:25.676652 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 38910) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:18:25.794973 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-7c58ce3f-fd56-46c7-a365-b0adf10e968b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:25.905812 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-7c58ce3f-fd56-46c7-a365-b0adf10e968b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:25.979908 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-7c58ce3f-fd56-46c7-a365-b0adf10e968b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:26.040643 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 38920) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:18:26.041573 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-7c58ce3f-fd56-46c7-a365-b0adf10e968b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=63de34001fee4f79947cebc9f5a89c4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3627992 Sep 09 18:18:26.041810 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c58ce3f-fd56-46c7-a365-b0adf10e968b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc26319a-dc10-44c0-8749-6aff11e43943,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:18:26.135637 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9adb4a78-6da5-4819-8081-bb25d77d12e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:26.159357 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9adb4a78-6da5-4819-8081-bb25d77d12e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:26.186999 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f443f2-8cc8-4c01-9365-2fc67f7be614 req-e8c03b74-e19b-41d1-987e-41a1af9d4ec9 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:26.188597 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a8f443f2-8cc8-4c01-9365-2fc67f7be614 req-e8c03b74-e19b-41d1-987e-41a1af9d4ec9 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 946 time: 0.0981283 Sep 09 18:18:26.203121 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82876ac7-9a65-4cac-8760-7de36214c1c2 req-6f399ae5-6867-4d3b-9245-fda201471487 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:26.205500 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-82876ac7-9a65-4cac-8760-7de36214c1c2 req-6f399ae5-6867-4d3b-9245-fda201471487 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 946 time: 0.0754771 Sep 09 18:18:26.266168 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a8f443f2-8cc8-4c01-9365-2fc67f7be614 req-97e46e0b-bd6c-4ac3-8634-314c7048a8c7 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603216 Sep 09 18:18:26.271369 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-82876ac7-9a65-4cac-8760-7de36214c1c2 req-96eeac96-4d2c-4f4e-872e-84ee82cd2cc1 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589595 Sep 09 18:18:26.288346 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9adb4a78-6da5-4819-8081-bb25d77d12e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:26.291223 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9adb4a78-6da5-4819-8081-bb25d77d12e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:26.292616 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-9adb4a78-6da5-4819-8081-bb25d77d12e1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dc26319a-dc10-44c0-8749-6aff11e43943 HTTP/1.1" status: 204 len: 168 time: 0.2506628 Sep 09 18:18:26.307540 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb4a78-6da5-4819-8081-bb25d77d12e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc26319a-dc10-44c0-8749-6aff11e43943,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:18:26.310074 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adb4a78-6da5-4819-8081-bb25d77d12e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:18:26.310431 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adb4a78-6da5-4819-8081-bb25d77d12e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:18:26.310770 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adb4a78-6da5-4819-8081-bb25d77d12e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:18:26.311331 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adb4a78-6da5-4819-8081-bb25d77d12e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:18:26.311670 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adb4a78-6da5-4819-8081-bb25d77d12e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:18:26.312005 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adb4a78-6da5-4819-8081-bb25d77d12e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:18:26.312358 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adb4a78-6da5-4819-8081-bb25d77d12e1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:18:26.312691 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adb4a78-6da5-4819-8081-bb25d77d12e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:18:26.313045 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adb4a78-6da5-4819-8081-bb25d77d12e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:18:26.313372 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adb4a78-6da5-4819-8081-bb25d77d12e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:18:26.313695 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adb4a78-6da5-4819-8081-bb25d77d12e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:18:26.314041 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adb4a78-6da5-4819-8081-bb25d77d12e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:18:26.403457 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2d1b0-cc61-4627-bfe6-0b97abc83482 req-626933ec-adb1-480e-aaca-d52e78141438 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:26.405648 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c0e2d1b0-cc61-4627-bfe6-0b97abc83482 req-626933ec-adb1-480e-aaca-d52e78141438 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=26473943-37ea-48c0-a6d9-b8f71fcdc0a8 HTTP/1.1" status: 200 len: 945 time: 0.0647781 Sep 09 18:18:26.450076 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c0e2d1b0-cc61-4627-bfe6-0b97abc83482 req-f421843e-ea8b-4ddc-937c-f86c0c21d285 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0ff15e1-0bd8-4d3f-b6b3-ce6200825c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382314 Sep 09 18:18:27.529651 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3b2ab6f-3a0d-4564-8c4b-93ba462f400c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:27.620919 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:29.117157 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:30.601167 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58280bfd-ee66-472f-82ef-ef05e66dcff9 req-ada38c10-6a85-4393-9efd-569c2478e19f tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:30.602739 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-58280bfd-ee66-472f-82ef-ef05e66dcff9 req-ada38c10-6a85-4393-9efd-569c2478e19f tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 946 time: 0.0647233 Sep 09 18:18:30.667164 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58e9ad-7bc9-4087-a6f6-e2fa0ecf65b6 req-0cb297ce-c251-4c19-bc50-48a76e394d9d tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:30.668833 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5f58e9ad-7bc9-4087-a6f6-e2fa0ecf65b6 req-0cb297ce-c251-4c19-bc50-48a76e394d9d tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 946 time: 0.0891993 Sep 09 18:18:30.675760 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-58280bfd-ee66-472f-82ef-ef05e66dcff9 req-c899fcee-f241-4375-aa9e-6dae781b3bf0 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594037 Sep 09 18:18:30.712776 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5f58e9ad-7bc9-4087-a6f6-e2fa0ecf65b6 req-291e279e-68ec-4cb8-b1d5-0a4da08104f0 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360525 Sep 09 18:18:31.048785 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:31.877411 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e4724-070d-44a8-86b8-6361435c4903 req-cb338b1d-4350-4268-b9b1-5026386ade0a tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:31.878888 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ac3e4724-070d-44a8-86b8-6361435c4903 req-cb338b1d-4350-4268-b9b1-5026386ade0a tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 946 time: 0.0759358 Sep 09 18:18:31.922923 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88634a-4f8d-4fdd-bc7f-95673664712e req-52bd1728-8a67-442a-bf7d-85180793eb46 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:31.924512 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6e88634a-4f8d-4fdd-bc7f-95673664712e req-52bd1728-8a67-442a-bf7d-85180793eb46 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 946 time: 0.0833557 Sep 09 18:18:31.949366 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ac3e4724-070d-44a8-86b8-6361435c4903 req-e46d68fa-c257-4a93-b883-7705d61ad374 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628855 Sep 09 18:18:31.977117 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6e88634a-4f8d-4fdd-bc7f-95673664712e req-bb9f5d32-1e4a-4061-a066-20644bf993dc tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463283 Sep 09 18:18:32.073001 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b1477-28c4-45ba-bd87-d697b64e9dad req-d8d5ae1c-acf7-4ab6-8523-15ae0f7523ca tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:32.075080 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-085b1477-28c4-45ba-bd87-d697b64e9dad req-d8d5ae1c-acf7-4ab6-8523-15ae0f7523ca tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=26473943-37ea-48c0-a6d9-b8f71fcdc0a8 HTTP/1.1" status: 200 len: 945 time: 0.0565693 Sep 09 18:18:32.117916 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-085b1477-28c4-45ba-bd87-d697b64e9dad req-df4b204c-e954-4ab2-a5c1-30ccabdf1803 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0ff15e1-0bd8-4d3f-b6b3-ce6200825c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353243 Sep 09 18:18:32.388036 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367bcdd-a61d-4ed2-b01c-3ff0477e77ff req-1a8fb0fa-9230-4089-ab84-bb03373658ac tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:32.389667 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3367bcdd-a61d-4ed2-b01c-3ff0477e77ff req-1a8fb0fa-9230-4089-ab84-bb03373658ac tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 946 time: 0.0522707 Sep 09 18:18:32.533748 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [req-3367bcdd-a61d-4ed2-b01c-3ff0477e77ff req-25f7a986-1618-4684-b328-b1ab674fb1b2 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Deleting port 6f00f66d-e6e5-4f5e-b54d-358119079eeb {{(pid=94637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:18:32.534103 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-3367bcdd-a61d-4ed2-b01c-3ff0477e77ff req-25f7a986-1618-4684-b328-b1ab674fb1b2 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:32.670651 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-36bcebc6-9e92-40a6-9168-c8cb71f11fe5 req-dc6acd8b-483e-4af5-996c-3016e5ecdbd5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1012411 Sep 09 18:18:32.674765 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-3367bcdd-a61d-4ed2-b01c-3ff0477e77ff req-25f7a986-1618-4684-b328-b1ab674fb1b2 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] For port 6f00f66d-e6e5-4f5e-b54d-358119079eeb, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=6f00f66d-e6e5-4f5e-b54d-358119079eeb,segment=NetworkSegment(ae536695-5741-4cd5-b351-934abda3a601),segment_id=ae536695-5741-4cd5-b351-934abda3a601)] {{(pid=94637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:18:32.675135 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-3367bcdd-a61d-4ed2-b01c-3ff0477e77ff req-25f7a986-1618-4684-b328-b1ab674fb1b2 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:32.693673 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [req-3367bcdd-a61d-4ed2-b01c-3ff0477e77ff req-25f7a986-1618-4684-b328-b1ab674fb1b2 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Calling delete_port for 6f00f66d-e6e5-4f5e-b54d-358119079eeb owned by compute:nova {{(pid=94637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:18:32.919301 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcebc6-9e92-40a6-9168-c8cb71f11fe5 req-0c6e1c3b-012b-4437-80f5-666b59b9d77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:32.922095 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-36bcebc6-9e92-40a6-9168-c8cb71f11fe5 req-0c6e1c3b-012b-4437-80f5-666b59b9d77a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0e28af74cee746159f61e6e9abc8948d&device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 1098 time: 0.1596448 Sep 09 18:18:33.162073 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521c195-a39f-4704-bdaa-9a38d0879377 req-4f19e528-3464-471f-8207-e6bb7e251a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:33.165553 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9521c195-a39f-4704-bdaa-9a38d0879377 req-4f19e528-3464-471f-8207-e6bb7e251a3b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 1099 time: 0.1032608 Sep 09 18:18:33.186487 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-3367bcdd-a61d-4ed2-b01c-3ff0477e77ff req-25f7a986-1618-4684-b328-b1ab674fb1b2 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690'] for port, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:33.227995 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-9521c195-a39f-4704-bdaa-9a38d0879377 req-e41f4eab-e229-419c-a432-305715b78a2e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517588 Sep 09 18:18:33.246590 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f7a986-1618-4684-b328-b1ab674fb1b2 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Pushing event deleted for resources: {'Port': ['ID=6f00f66d-e6e5-4f5e-b54d-358119079eeb,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:18:33.252430 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcebc6-9e92-40a6-9168-c8cb71f11fe5 req-1bbb6f00-d1b7-44e6-9567-e57d1385d337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:33.254006 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-36bcebc6-9e92-40a6-9168-c8cb71f11fe5 req-1bbb6f00-d1b7-44e6-9567-e57d1385d337 service neutron] 10.222.0.54 "GET /v2.0/networks?id=eafe2dd1-3f55-4813-b3ae-df6e622a3eab HTTP/1.1" status: 200 len: 919 time: 0.2886083 Sep 09 18:18:33.292189 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7a986-1618-4684-b328-b1ab674fb1b2 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:18:33.292565 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7a986-1618-4684-b328-b1ab674fb1b2 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:18:33.292906 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7a986-1618-4684-b328-b1ab674fb1b2 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:18:33.293256 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7a986-1618-4684-b328-b1ab674fb1b2 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:18:33.293820 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7a986-1618-4684-b328-b1ab674fb1b2 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:18:33.294077 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7a986-1618-4684-b328-b1ab674fb1b2 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:18:33.294556 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7a986-1618-4684-b328-b1ab674fb1b2 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:18:33.294873 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7a986-1618-4684-b328-b1ab674fb1b2 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:18:33.295168 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7a986-1618-4684-b328-b1ab674fb1b2 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:18:33.295411 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7a986-1618-4684-b328-b1ab674fb1b2 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:18:33.295743 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7a986-1618-4684-b328-b1ab674fb1b2 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:18:33.296059 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7a986-1618-4684-b328-b1ab674fb1b2 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:18:33.329518 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008a29c-b13e-44ad-81c5-2d51e22cb2e1 req-9bbe7173-624a-41cc-b7f6-14adc5ba0e4d tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:33.332550 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8008a29c-b13e-44ad-81c5-2d51e22cb2e1 req-9bbe7173-624a-41cc-b7f6-14adc5ba0e4d tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 867 time: 0.2153218 Sep 09 18:18:33.345575 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227d644-cf96-418c-a3cf-5e26ffd79b45 req-5971d196-c6be-4341-abba-fdf2f36db678 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:33.347192 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2227d644-cf96-418c-a3cf-5e26ffd79b45 req-5971d196-c6be-4341-abba-fdf2f36db678 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 946 time: 0.2343264 Sep 09 18:18:33.366593 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [req-3367bcdd-a61d-4ed2-b01c-3ff0477e77ff req-25f7a986-1618-4684-b328-b1ab674fb1b2 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] No DVR routers for this DVR port 6f00f66d-e6e5-4f5e-b54d-358119079eeb on host hv-cinder-77954 {{(pid=94637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 18:18:33.398534 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-3367bcdd-a61d-4ed2-b01c-3ff0477e77ff req-25f7a986-1618-4684-b328-b1ab674fb1b2 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:33.400637 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3367bcdd-a61d-4ed2-b01c-3ff0477e77ff req-25f7a986-1618-4684-b328-b1ab674fb1b2 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.54 "DELETE /v2.0/ports/6f00f66d-e6e5-4f5e-b54d-358119079eeb HTTP/1.1" status: 204 len: 173 time: 1.0021398 Sep 09 18:18:33.403062 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3bd08b1-f32e-40c7-b637-e1ac2651ecc1', 'name': 'network-vif-deleted', 'tag': '6f00f66d-e6e5-4f5e-b54d-358119079eeb'}] {{(pid=94637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:18:33.406309 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133f33bf375164f5fa4b6a6278130a616101494423e3cf7e78094e28bab08aaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf94f41a-f590-446a-a70c-de097f3ba055" -d '{"events": [{"server_uuid": "b3bd08b1-f32e-40c7-b637-e1ac2651ecc1", "name": "network-vif-deleted", "tag": "6f00f66d-e6e5-4f5e-b54d-358119079eeb"}]}' {{(pid=94637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:18:33.443862 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2227d644-cf96-418c-a3cf-5e26ffd79b45 req-06340195-ac0b-4b63-a846-74649f4f3646 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789289 Sep 09 18:18:33.449218 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8008a29c-b13e-44ad-81c5-2d51e22cb2e1 req-a8f2862c-c69b-4a89-8b8a-94fec8432da2 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006358 Sep 09 18:18:33.525860 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 18:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3579865d-a08f-4f38-bf74-71516eff26d5 x-openstack-request-id: req-3579865d-a08f-4f38-bf74-71516eff26d5 {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:18:33.526122 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3bd08b1-f32e-40c7-b637-e1ac2651ecc1", "name": "network-vif-deleted", "tag": "6f00f66d-e6e5-4f5e-b54d-358119079eeb", "status": "completed", "code": 200}]} {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:18:33.526382 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3579865d-a08f-4f38-bf74-71516eff26d5 {{(pid=94637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:18:33.526814 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3bd08b1-f32e-40c7-b637-e1ac2651ecc1', 'name': 'network-vif-deleted', 'tag': '6f00f66d-e6e5-4f5e-b54d-358119079eeb', 'status': 'completed', 'code': 200} Sep 09 18:18:33.584149 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-36bcebc6-9e92-40a6-9168-c8cb71f11fe5 req-967c5588-8304-4cda-89bb-4f04dbdca04b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b6b9f03-276a-465a-a25a-51e7f177a098 HTTP/1.1" status: 200 len: 217 time: 0.0760887 Sep 09 18:18:33.672813 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61432d74-2ae0-4986-9fab-3c145669eeb6 req-57cadbbe-13dd-4e82-ad5d-e8bb4137cbbe tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:33.676258 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-61432d74-2ae0-4986-9fab-3c145669eeb6 req-57cadbbe-13dd-4e82-ad5d-e8bb4137cbbe tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=26473943-37ea-48c0-a6d9-b8f71fcdc0a8 HTTP/1.1" status: 200 len: 945 time: 0.1025496 Sep 09 18:18:33.680912 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcebc6-9e92-40a6-9168-c8cb71f11fe5 req-4d1f548d-df4d-4ac6-9dcd-4a406b809fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:33.680912 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-36bcebc6-9e92-40a6-9168-c8cb71f11fe5 req-4d1f548d-df4d-4ac6-9dcd-4a406b809fac service neutron] 10.222.0.54 "GET /v2.0/subnets?id=285c431c-6ae1-4a37-abf0-1b468ed843f7 HTTP/1.1" status: 200 len: 858 time: 0.0747712 Sep 09 18:18:33.739549 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-36bcebc6-9e92-40a6-9168-c8cb71f11fe5 req-fb8526ab-7297-4169-ac94-70477a5b1147 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eafe2dd1-3f55-4813-b3ae-df6e622a3eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424738 Sep 09 18:18:33.749812 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-61432d74-2ae0-4986-9fab-3c145669eeb6 req-2d0b5a12-9e20-49d0-9ebe-04fb1e883518 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0ff15e1-0bd8-4d3f-b6b3-ce6200825c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677691 Sep 09 18:18:33.860760 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-36bcebc6-9e92-40a6-9168-c8cb71f11fe5 req-62b08fad-0ac0-4559-bbfd-eb700767c018 service neutron] 10.222.0.54 "GET /v2.0/networks/eafe2dd1-3f55-4813-b3ae-df6e622a3eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075175 Sep 09 18:18:33.994803 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-36bcebc6-9e92-40a6-9168-c8cb71f11fe5 req-d36d933b-9858-41aa-818b-99cc2ac05cd7 service neutron] 10.222.0.54 "GET /v2.0/networks/eafe2dd1-3f55-4813-b3ae-df6e622a3eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190164 Sep 09 18:18:34.205415 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 6f00f66d-e6e5-4f5e-b54d-358119079eeb no longer exists at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:18:34.242619 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] No Port match for: 6f00f66d-e6e5-4f5e-b54d-358119079eeb {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:18:34.243190 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 6f00f66d-e6e5-4f5e-b54d-358119079eeb not bound to the agent host hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:18:34.642929 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b76f9219-8ca4-4f29-8f25-b473025a49bc req-279fc26e-63ba-4de9-af98-3542f77ba697 tempest-DeleteServersTestJSON-1255811885 tempest-DeleteServersTestJSON-1255811885-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3bd08b1-f32e-40c7-b637-e1ac2651ecc1 HTTP/1.1" status: 200 len: 210 time: 0.0792677 Sep 09 18:18:34.674572 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b3a76-50cd-4905-9696-72d5dcf667ef req-27affa94-e2b4-4fd7-902a-a243b527ee1a tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:34.674572 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2f0b3a76-50cd-4905-9696-72d5dcf667ef req-27affa94-e2b4-4fd7-902a-a243b527ee1a tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 946 time: 0.1208231 Sep 09 18:18:34.744691 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2f0b3a76-50cd-4905-9696-72d5dcf667ef req-0728c0c7-7d79-4959-a434-f4240d00b380 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583057 Sep 09 18:18:34.895399 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70cc55-c110-4304-ad71-a28c9e4b4816 req-bb2e47d6-f1b9-4a5b-acde-79f7a8eca25d tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:34.897126 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1d70cc55-c110-4304-ad71-a28c9e4b4816 req-bb2e47d6-f1b9-4a5b-acde-79f7a8eca25d tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.54 "GET /v2.0/ports?device_id=26473943-37ea-48c0-a6d9-b8f71fcdc0a8 HTTP/1.1" status: 200 len: 945 time: 0.0873280 Sep 09 18:18:34.921317 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ba279-1b9b-4a9f-8e71-f60b98f869a0 req-6e5b746a-3fa6-408f-a76a-aae81a54d173 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:34.922855 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-172ba279-1b9b-4a9f-8e71-f60b98f869a0 req-6e5b746a-3fa6-408f-a76a-aae81a54d173 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=26473943-37ea-48c0-a6d9-b8f71fcdc0a8 HTTP/1.1" status: 200 len: 945 time: 0.0837812 Sep 09 18:18:34.953923 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:35.015945 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-172ba279-1b9b-4a9f-8e71-f60b98f869a0 req-314f10cf-648a-43f6-8fae-08f83df7fd00 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0ff15e1-0bd8-4d3f-b6b3-ce6200825c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764480 Sep 09 18:18:35.040045 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [req-1d70cc55-c110-4304-ad71-a28c9e4b4816 req-01adfb35-23bf-4db7-99ae-c5b1b193137b tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Deleting port 3d569c92-0e04-46fa-848a-d5b996fa775e {{(pid=94637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:18:35.040493 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-1d70cc55-c110-4304-ad71-a28c9e4b4816 req-01adfb35-23bf-4db7-99ae-c5b1b193137b tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:35.190074 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-1d70cc55-c110-4304-ad71-a28c9e4b4816 req-01adfb35-23bf-4db7-99ae-c5b1b193137b tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] For port 3d569c92-0e04-46fa-848a-d5b996fa775e, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=3d569c92-0e04-46fa-848a-d5b996fa775e,segment=NetworkSegment(f9487e50-e546-4495-bcbc-afe45d1d622a),segment_id=f9487e50-e546-4495-bcbc-afe45d1d622a)] {{(pid=94637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:18:35.190907 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-1d70cc55-c110-4304-ad71-a28c9e4b4816 req-01adfb35-23bf-4db7-99ae-c5b1b193137b tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:35.216061 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [req-1d70cc55-c110-4304-ad71-a28c9e4b4816 req-01adfb35-23bf-4db7-99ae-c5b1b193137b tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Calling delete_port for 3d569c92-0e04-46fa-848a-d5b996fa775e owned by compute:nova {{(pid=94637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:18:35.483594 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-1d70cc55-c110-4304-ad71-a28c9e4b4816 req-01adfb35-23bf-4db7-99ae-c5b1b193137b tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690'] for port, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:35.505038 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] get_ports_and_sgs() called for port_ids ['3d569c92-0e04-46fa-848a-d5b996fa775e'] {{(pid=94639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 18:18:35.742369 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01adfb35-23bf-4db7-99ae-c5b1b193137b tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Pushing event deleted for resources: {'Port': ['ID=3d569c92-0e04-46fa-848a-d5b996fa775e,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:18:35.813515 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d70cc55-c110-4304-ad71-a28c9e4b4816 req-01adfb35-23bf-4db7-99ae-c5b1b193137b tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] No DVR routers for this DVR port 3d569c92-0e04-46fa-848a-d5b996fa775e on host hv-cinder-77954 {{(pid=94637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 18:18:35.819257 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-1d70cc55-c110-4304-ad71-a28c9e4b4816 req-01adfb35-23bf-4db7-99ae-c5b1b193137b tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:35.826076 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1d70cc55-c110-4304-ad71-a28c9e4b4816 req-01adfb35-23bf-4db7-99ae-c5b1b193137b tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.54 "DELETE /v2.0/ports/3d569c92-0e04-46fa-848a-d5b996fa775e HTTP/1.1" status: 204 len: 173 time: 0.9179058 Sep 09 18:18:35.826076 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26473943-37ea-48c0-a6d9-b8f71fcdc0a8', 'name': 'network-vif-deleted', 'tag': '3d569c92-0e04-46fa-848a-d5b996fa775e'}] {{(pid=94637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:18:35.829567 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133f33bf375164f5fa4b6a6278130a616101494423e3cf7e78094e28bab08aaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6dc58f-87c6-4108-87ed-f86b85671f42" -d '{"events": [{"server_uuid": "26473943-37ea-48c0-a6d9-b8f71fcdc0a8", "name": "network-vif-deleted", "tag": "3d569c92-0e04-46fa-848a-d5b996fa775e"}]}' {{(pid=94637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:18:35.872366 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 18:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467a6f3b-df8b-4b3e-9182-771294e27a88 x-openstack-request-id: req-467a6f3b-df8b-4b3e-9182-771294e27a88 {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:18:35.872648 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26473943-37ea-48c0-a6d9-b8f71fcdc0a8", "name": "network-vif-deleted", "tag": "3d569c92-0e04-46fa-848a-d5b996fa775e", "status": "completed", "code": 200}]} {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:18:35.872901 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-467a6f3b-df8b-4b3e-9182-771294e27a88 {{(pid=94637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:18:35.873412 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26473943-37ea-48c0-a6d9-b8f71fcdc0a8', 'name': 'network-vif-deleted', 'tag': '3d569c92-0e04-46fa-848a-d5b996fa775e', 'status': 'completed', 'code': 200} Sep 09 18:18:35.976703 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d528889-2b7d-4c39-82bf-ce9c311f8502 req-61dc70f7-2144-4398-af5e-89086eab2d1d tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:35.980295 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6d528889-2b7d-4c39-82bf-ce9c311f8502 req-61dc70f7-2144-4398-af5e-89086eab2d1d tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 946 time: 0.1055157 Sep 09 18:18:36.040917 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6d528889-2b7d-4c39-82bf-ce9c311f8502 req-22294fb4-a86e-46bb-bffa-b9b365974c28 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409553 Sep 09 18:18:36.143603 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-64f894cb-5a6e-4eae-9cec-0648b2b0694e req-fdf62fef-991a-475a-92e1-276b233f4832 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=26473943-37ea-48c0-a6d9-b8f71fcdc0a8 HTTP/1.1" status: 200 len: 210 time: 0.0456350 Sep 09 18:18:36.239223 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07806d9-817b-4c14-b833-290f1f5ab3f9 req-1e74dd66-e77f-4650-a84c-9eb8dc4326cb tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:36.239223 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c07806d9-817b-4c14-b833-290f1f5ab3f9 req-1e74dd66-e77f-4650-a84c-9eb8dc4326cb tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.0876865 Sep 09 18:18:36.296816 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c07806d9-817b-4c14-b833-290f1f5ab3f9 req-498a9efd-38f8-4318-9619-772e3bca0e72 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510499 Sep 09 18:18:36.539747 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 39152) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:18:36.716677 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3ba0e946-c16f-4ccc-b193-66f28963c1b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:36.817993 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3ba0e946-c16f-4ccc-b193-66f28963c1b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:36.969861 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3ba0e946-c16f-4ccc-b193-66f28963c1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:37.017611 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0e946-c16f-4ccc-b193-66f28963c1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9350f129-ec0f-4b5f-b05a-fbaa7d6e3a76,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:18:37.025716 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-3ba0e946-c16f-4ccc-b193-66f28963c1b3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8d1fcf9e8722428d988da26f0cf343de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4848056 Sep 09 18:18:37.026209 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 39158) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:18:37.101258 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-cd71f2b6-2d16-4bc0-b295-65680f4ee8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:37.127796 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-cd71f2b6-2d16-4bc0-b295-65680f4ee8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:37.273056 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-cd71f2b6-2d16-4bc0-b295-65680f4ee8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:37.276738 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-cd71f2b6-2d16-4bc0-b295-65680f4ee8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:37.281385 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-cd71f2b6-2d16-4bc0-b295-65680f4ee8c4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9350f129-ec0f-4b5f-b05a-fbaa7d6e3a76 HTTP/1.1" status: 204 len: 168 time: 0.2509599 Sep 09 18:18:37.322378 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd71f2b6-2d16-4bc0-b295-65680f4ee8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9350f129-ec0f-4b5f-b05a-fbaa7d6e3a76,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:18:37.491839 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 39190) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:18:37.605942 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.db_base_plugin_v2 [None req-74d14594-a972-4dda-899c-953920969400 admin admin] Deleting subnet 6896cb90-4ec4-4769-88d9-e028922c40c1 {{(pid=94637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 18:18:37.613174 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-74d14594-a972-4dda-899c-953920969400 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:37.697788 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-74d14594-a972-4dda-899c-953920969400 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:37.715252 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-74d14594-a972-4dda-899c-953920969400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775357'] for subnet, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:37.731742 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-27039291-b970-4664-b527-5e974e56393e tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:37.733919 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-27039291-b970-4664-b527-5e974e56393e tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/networks?id=6260f8f9-3a77-41fb-95dc-146d40d79792 HTTP/1.1" status: 200 len: 808 time: 0.1870098 Sep 09 18:18:37.771850 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-f5148619-edd2-451d-91e6-716a89dfe66d tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/quotas/40f9cc2599944b4b942f171c909564cd HTTP/1.1" status: 200 len: 375 time: 0.0187962 Sep 09 18:18:37.815113 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-cecf573d-bac1-4ab5-af32-fb869785b486 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=40f9cc2599944b4b942f171c909564cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368974 Sep 09 18:18:37.915258 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-74d14594-a972-4dda-899c-953920969400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322'] for subnet, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:37.954448 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-74d14594-a972-4dda-899c-953920969400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for subnet, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:37.956432 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-74d14594-a972-4dda-899c-953920969400 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6896cb90-4ec4-4769-88d9-e028922c40c1 HTTP/1.1" status: 204 len: 168 time: 0.4634933 Sep 09 18:18:37.957410 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d14594-a972-4dda-899c-953920969400 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6896cb90-4ec4-4769-88d9-e028922c40c1,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:18:37.959319 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 39212) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:18:37.976659 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-dfc33764-abf8-4172-b325-a75f3d76100a service neutron] 10.222.0.39 "GET /v2.0/networks/6260f8f9-3a77-41fb-95dc-146d40d79792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453910 Sep 09 18:18:38.037214 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-377ed68c-c689-4405-979c-fad0c9183091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626401'] for network, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:38.100658 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-0a982155-7aae-4f4c-b554-c04aede0c507 service neutron] 10.222.0.39 "GET /v2.0/networks/6260f8f9-3a77-41fb-95dc-146d40d79792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231334 Sep 09 18:18:38.148528 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-377ed68c-c689-4405-979c-fad0c9183091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773192', 'neutron.services.segments.db._delete_segments_for_network-8729821856413'] for network, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:38.176154 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-377ed68c-c689-4405-979c-fad0c9183091 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['841e0f7e-1e52-4405-930c-472dd61ad299']}} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:18:38.187857 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-377ed68c-c689-4405-979c-fad0c9183091 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae536695-5741-4cd5-b351-934abda3a601') {'for_net_delete': True} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:18:38.188266 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-377ed68c-c689-4405-979c-fad0c9183091 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae536695-5741-4cd5-b351-934abda3a601') {} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:18:38.202998 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-377ed68c-c689-4405-979c-fad0c9183091 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729821856934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1044657'] for segment, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:38.221249 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 3d569c92-0e04-46fa-848a-d5b996fa775e no longer exists at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:18:38.227394 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-377ed68c-c689-4405-979c-fad0c9183091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143'] for segment, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:38.238361 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-377ed68c-c689-4405-979c-fad0c9183091 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=94638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 18:18:38.241694 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-377ed68c-c689-4405-979c-fad0c9183091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2903633'] for segment, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:38.241694 dv-cinder-779540-2-iscsi neutron-server[94638]: Traceback (most recent call last): Sep 09 18:18:38.241694 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 18:18:38.241694 dv-cinder-779540-2-iscsi neutron-server[94638]: timer() Sep 09 18:18:38.241694 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 18:18:38.241694 dv-cinder-779540-2-iscsi neutron-server[94638]: cb(*args, **kw) Sep 09 18:18:38.241694 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 18:18:38.241694 dv-cinder-779540-2-iscsi neutron-server[94638]: return func(*args, **kwargs) Sep 09 18:18:38.241694 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 18:18:38.241694 dv-cinder-779540-2-iscsi neutron-server[94638]: self._notify() Sep 09 18:18:38.241694 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 18:18:38.241694 dv-cinder-779540-2-iscsi neutron-server[94638]: self.callback(batched_events) Sep 09 18:18:38.241694 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 18:18:38.241694 dv-cinder-779540-2-iscsi neutron-server[94638]: event.method(event) Sep 09 18:18:38.241694 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 18:18:38.241694 dv-cinder-779540-2-iscsi neutron-server[94638]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 18:18:38.241694 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 18:18:38.241694 dv-cinder-779540-2-iscsi neutron-server[94638]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 18:18:38.241694 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 18:18:38.241694 dv-cinder-779540-2-iscsi neutron-server[94638]: return f(self, *a, **k) Sep 09 18:18:38.241694 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 18:18:38.241694 dv-cinder-779540-2-iscsi neutron-server[94638]: return self._get(url).json() Sep 09 18:18:38.241694 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 18:18:38.241694 dv-cinder-779540-2-iscsi neutron-server[94638]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 18:18:38.241694 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 18:18:38.241694 dv-cinder-779540-2-iscsi neutron-server[94638]: return self.request(url, 'GET', **kwargs) Sep 09 18:18:38.241694 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 18:18:38.241694 dv-cinder-779540-2-iscsi neutron-server[94638]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 18:18:38.241694 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 18:18:38.241694 dv-cinder-779540-2-iscsi neutron-server[94638]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 18:18:38.241694 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 18:18:38.241694 dv-cinder-779540-2-iscsi neutron-server[94638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 18:18:38.241694 dv-cinder-779540-2-iscsi neutron-server[94638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 18:18:38.260092 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] No Port match for: 3d569c92-0e04-46fa-848a-d5b996fa775e {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:18:38.260659 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 3d569c92-0e04-46fa-848a-d5b996fa775e not bound to the agent host hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:18:38.404384 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-377ed68c-c689-4405-979c-fad0c9183091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-905241'] for network, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:38.416276 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-377ed68c-c689-4405-979c-fad0c9183091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:38.423233 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-377ed68c-c689-4405-979c-fad0c9183091 admin admin] 10.222.0.39 "DELETE /v2.0/networks/841e0f7e-1e52-4405-930c-472dd61ad299 HTTP/1.1" status: 204 len: 168 time: 0.4613910 Sep 09 18:18:38.444038 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ed68c-c689-4405-979c-fad0c9183091 admin admin] Pushing event deleted for resources: {'Network': ['ID=841e0f7e-1e52-4405-930c-472dd61ad299,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:18:38.458897 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 39232) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:18:38.489275 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-be85cf75-d71e-49f6-a7f8-0579bcbf5c9c req-c693eeb2-233f-4b32-8d90-8adc6957da79 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=b35f6f2e-d582-4e5e-8614-501da9c47b57 HTTP/1.1" status: 200 len: 210 time: 0.0494239 Sep 09 18:18:38.664784 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b6f4ecb6-c208-4be8-94f7-a7dd927ffbe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:38.805909 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b6f4ecb6-c208-4be8-94f7-a7dd927ffbe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:38.895058 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b6f4ecb6-c208-4be8-94f7-a7dd927ffbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:38.973490 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f4ecb6-c208-4be8-94f7-a7dd927ffbe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56de77a-0412-4f0b-be2b-b8233b31e046,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:18:39.008852 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 39256) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:18:39.009487 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-b6f4ecb6-c208-4be8-94f7-a7dd927ffbe0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=75966e6dc90a4d03bcbe78fbda129e13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5379572 Sep 09 18:18:39.018342 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 39258) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:18:39.085242 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3b8e75bd-e82d-409b-a141-a697faf4d717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:39.095525 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-07638ee3-84e8-46f0-b1ea-a8c7c44a765b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c7457b6cb56e47f488f4ca049be0eab6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0752294 Sep 09 18:18:39.100477 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 39262) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:18:39.128643 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3b8e75bd-e82d-409b-a141-a697faf4d717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:39.167024 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8b3f4c2d-871b-4689-a388-beb3425b8ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:39.209994 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8b3f4c2d-871b-4689-a388-beb3425b8ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:39.301793 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3b8e75bd-e82d-409b-a141-a697faf4d717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:39.306129 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3b8e75bd-e82d-409b-a141-a697faf4d717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:39.312259 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-3b8e75bd-e82d-409b-a141-a697faf4d717 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f56de77a-0412-4f0b-be2b-b8233b31e046 HTTP/1.1" status: 204 len: 168 time: 0.3117270 Sep 09 18:18:39.333521 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e75bd-e82d-409b-a141-a697faf4d717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56de77a-0412-4f0b-be2b-b8233b31e046,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:18:39.656106 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8b3f4c2d-871b-4689-a388-beb3425b8ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:39.656375 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-33625ee6-6265-436a-993c-958ebfa67c83 req-5290457f-3875-4448-a8ee-ad613cd8e152 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=b35f6f2e-d582-4e5e-8614-501da9c47b57 HTTP/1.1" status: 200 len: 210 time: 0.0480392 Sep 09 18:18:39.661714 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8b3f4c2d-871b-4689-a388-beb3425b8ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:39.663669 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-8b3f4c2d-871b-4689-a388-beb3425b8ce1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4 HTTP/1.1" status: 204 len: 168 time: 0.5609608 Sep 09 18:18:39.698612 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f4c2d-871b-4689-a388-beb3425b8ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ff5abf-ebfa-4308-b9d7-5ee452e55ab4,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:18:40.249419 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46f79b-042b-4885-aa59-348360a22852 req-bcffec9e-f02f-47e3-bada-647d9f7f74a4 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:40.252533 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3e46f79b-042b-4885-aa59-348360a22852 req-bcffec9e-f02f-47e3-bada-647d9f7f74a4 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.0692191 Sep 09 18:18:40.331427 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc827c-ea7d-42b4-b1f2-85e39163383d req-a5db81d8-31b6-45c9-b91a-c92ca8258416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:40.333137 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-dcdc827c-ea7d-42b4-b1f2-85e39163383d req-a5db81d8-31b6-45c9-b91a-c92ca8258416 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0e28af74cee746159f61e6e9abc8948d&device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 1098 time: 0.0763886 Sep 09 18:18:40.337287 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3e46f79b-042b-4885-aa59-348360a22852 req-98a7bc8b-ff4a-43f5-88d0-8a99f0373324 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692005 Sep 09 18:18:40.379267 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 39326) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:18:40.417811 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-79de9e47-1a91-4cfd-961b-1026843ddb2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:40.475524 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc827c-ea7d-42b4-b1f2-85e39163383d req-b4e64ae7-70ef-407e-b81d-5f0fa7545dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:40.477516 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-dcdc827c-ea7d-42b4-b1f2-85e39163383d req-b4e64ae7-70ef-407e-b81d-5f0fa7545dda service neutron] 10.222.0.54 "GET /v2.0/networks?id=eafe2dd1-3f55-4813-b3ae-df6e622a3eab HTTP/1.1" status: 200 len: 919 time: 0.1243114 Sep 09 18:18:40.530379 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-dcdc827c-ea7d-42b4-b1f2-85e39163383d req-6db4d27a-ea6f-416e-8d56-51e55444b85b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b6b9f03-276a-465a-a25a-51e7f177a098 HTTP/1.1" status: 200 len: 217 time: 0.0439160 Sep 09 18:18:40.583556 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-79de9e47-1a91-4cfd-961b-1026843ddb2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:40.588525 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc827c-ea7d-42b4-b1f2-85e39163383d req-97b14243-a71f-45ef-9343-77a23814c8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:40.590835 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-dcdc827c-ea7d-42b4-b1f2-85e39163383d req-97b14243-a71f-45ef-9343-77a23814c8ae service neutron] 10.222.0.54 "GET /v2.0/subnets?id=285c431c-6ae1-4a37-abf0-1b468ed843f7 HTTP/1.1" status: 200 len: 858 time: 0.0532782 Sep 09 18:18:40.640771 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-dcdc827c-ea7d-42b4-b1f2-85e39163383d req-2006e598-5eb3-481b-8162-7d82b8e16799 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eafe2dd1-3f55-4813-b3ae-df6e622a3eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396271 Sep 09 18:18:40.684221 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-79de9e47-1a91-4cfd-961b-1026843ddb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:40.744982 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-79de9e47-1a91-4cfd-961b-1026843ddb2d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ebe6dba3a45e4073b869dec7ca2bb9bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3621161 Sep 09 18:18:40.746952 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 39338) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:18:40.763571 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de9e47-1a91-4cfd-961b-1026843ddb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47741dff-35cb-4833-959e-2bdc4f033ff7,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:18:40.807263 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-702f8dff-7604-4a6e-b693-643d555386aa req-34fcca49-25df-425b-8f27-919d3a96f2b7 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=b35f6f2e-d582-4e5e-8614-501da9c47b57 HTTP/1.1" status: 200 len: 210 time: 0.0395947 Sep 09 18:18:40.825361 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0837b834-7b49-4e25-bdbb-019e48839c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:40.841208 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-dcdc827c-ea7d-42b4-b1f2-85e39163383d req-25942a41-bc89-4234-af32-9bdfa2d3379f service neutron] 10.222.0.54 "GET /v2.0/networks/eafe2dd1-3f55-4813-b3ae-df6e622a3eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875644 Sep 09 18:18:40.865699 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0837b834-7b49-4e25-bdbb-019e48839c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:41.009570 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-dcdc827c-ea7d-42b4-b1f2-85e39163383d req-cc998c82-12b4-4c52-843c-758d45aca5dd service neutron] 10.222.0.54 "GET /v2.0/networks/eafe2dd1-3f55-4813-b3ae-df6e622a3eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588168 Sep 09 18:18:41.016992 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0837b834-7b49-4e25-bdbb-019e48839c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:41.021259 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0837b834-7b49-4e25-bdbb-019e48839c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:41.026926 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-0837b834-7b49-4e25-bdbb-019e48839c81 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/47741dff-35cb-4833-959e-2bdc4f033ff7 HTTP/1.1" status: 204 len: 168 time: 0.2747276 Sep 09 18:18:41.041854 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0837b834-7b49-4e25-bdbb-019e48839c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47741dff-35cb-4833-959e-2bdc4f033ff7,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:18:41.317714 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-d882756f-3f1a-48c2-b300-d369b19aa855 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:41.320358 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-d882756f-3f1a-48c2-b300-d369b19aa855 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.54 "GET /v2.0/networks?id=6260f8f9-3a77-41fb-95dc-146d40d79792 HTTP/1.1" status: 200 len: 808 time: 0.3075798 Sep 09 18:18:41.334777 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-7b76806a-8f8b-47e4-a749-1a20efa51227 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Request body: {'port': {'device_id': 'b35f6f2e-d582-4e5e-8614-501da9c47b57', 'network_id': '6260f8f9-3a77-41fb-95dc-146d40d79792', 'admin_state_up': True, 'tenant_id': '40f9cc2599944b4b942f171c909564cd'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:18:41.534744 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b3751-0700-4060-b5c7-d8af6185d559 req-7806b842-92cd-42b1-982f-cf4351352bee tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:41.540886 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-031b3751-0700-4060-b5c7-d8af6185d559 req-7806b842-92cd-42b1-982f-cf4351352bee tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.0622115 Sep 09 18:18:41.582846 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-7b76806a-8f8b-47e4-a749-1a20efa51227 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Made reservation on behalf of 40f9cc2599944b4b942f171c909564cd for: {'port': 1} {{(pid=94637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:18:41.586320 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-7b76806a-8f8b-47e4-a749-1a20efa51227 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:41.607328 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-031b3751-0700-4060-b5c7-d8af6185d559 req-5c61824e-c7ba-4670-a793-20a83b3f79ab tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567057 Sep 09 18:18:41.622564 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 39388) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:18:41.771359 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-b25b375e-04f3-49fc-82fd-4d9bcc2c04a5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-197398742-network', 'tenant_id': 'f1acb6da43d6455c96c028870562f1e2'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:18:41.773474 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.db_base_plugin_common [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-7b76806a-8f8b-47e4-a749-1a20efa51227 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Allocated IP 172.20.0.10 (6260f8f9-3a77-41fb-95dc-146d40d79792/c34e023f-6fee-4197-9a40-dfcaf218107a/0dc41254-509e-4eca-8555-7f7f8f462a29) {{(pid=94637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:18:41.908088 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25b375e-04f3-49fc-82fd-4d9bcc2c04a5 admin admin] Made reservation on behalf of f1acb6da43d6455c96c028870562f1e2 for: {'network': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:18:41.912418 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b25b375e-04f3-49fc-82fd-4d9bcc2c04a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for network, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:41.930700 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b25b375e-04f3-49fc-82fd-4d9bcc2c04a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:41.964437 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-070408c3-d894-4df7-97c9-4baa4d169fe3 req-d70884a2-1122-4526-8fe7-8e89babaea0c tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=b35f6f2e-d582-4e5e-8614-501da9c47b57 HTTP/1.1" status: 200 len: 210 time: 0.0337727 Sep 09 18:18:41.981208 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-7b76806a-8f8b-47e4-a749-1a20efa51227 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Notify callbacks [] for port, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:42.039052 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b25b375e-04f3-49fc-82fd-4d9bcc2c04a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:42.109569 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-7b76806a-8f8b-47e4-a749-1a20efa51227 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681'] for port, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:42.143157 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b25b375e-04f3-49fc-82fd-4d9bcc2c04a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:42.181012 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b25b375e-04f3-49fc-82fd-4d9bcc2c04a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=94638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 18:18:42.182058 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-7b76806a-8f8b-47e4-a749-1a20efa51227 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Network 6260f8f9-3a77-41fb-95dc-146d40d79792 is already hosted by enough agents. {{(pid=94637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:18:42.186927 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.base_scheduler [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-7b76806a-8f8b-47e4-a749-1a20efa51227 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Resources bound (agent type, host, resource id): {{(pid=94637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:18:42.191605 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b375e-04f3-49fc-82fd-4d9bcc2c04a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa1627a-2b54-49b2-a434-0b6c5407973b,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:18:42.198956 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b25b375e-04f3-49fc-82fd-4d9bcc2c04a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143'] for segment, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:42.204015 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.db.segments_db [None req-b25b375e-04f3-49fc-82fd-4d9bcc2c04a5 admin admin] Added segment 7898d1ab-7660-4281-85f4-69d970fcafe6 of type vlan for network f9f8ee35-cc2c-41e4-a086-b60f69231898 Sep 09 18:18:42.210533 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76806a-8f8b-47e4-a749-1a20efa51227 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Pushing event updated for resources: {'Port': ['ID=0dc41254-509e-4eca-8555-7f7f8f462a29,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:18:42.216428 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-7b76806a-8f8b-47e4-a749-1a20efa51227 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Received port after_create {{(pid=94637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:18:42.228101 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-7b76806a-8f8b-47e4-a749-1a20efa51227 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:42.229212 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-7b76806a-8f8b-47e4-a749-1a20efa51227 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:42.243630 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b25b375e-04f3-49fc-82fd-4d9bcc2c04a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729821298728'] for network, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:42.360561 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-7b76806a-8f8b-47e4-a749-1a20efa51227 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0296192 Sep 09 18:18:42.393233 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b25b375e-04f3-49fc-82fd-4d9bcc2c04a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322'] for network, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:42.393854 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-c6040cb2-2c36-4e02-a13d-daf93be37b1f service neutron] Request body: {'port': {'device_id': 'b35f6f2e-d582-4e5e-8614-501da9c47b57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77954'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:18:42.394234 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25b375e-04f3-49fc-82fd-4d9bcc2c04a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:42.394828 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b25b375e-04f3-49fc-82fd-4d9bcc2c04a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:42.465228 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-c6040cb2-2c36-4e02-a13d-daf93be37b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:42.473427 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b375e-04f3-49fc-82fd-4d9bcc2c04a5 admin admin] Pushing event updated for resources: {'Network': ['ID=f9f8ee35-cc2c-41e4-a086-b60f69231898,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:18:42.485299 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Network f9f8ee35-cc2c-41e4-a086-b60f69231898 details requested by agent ovs-agent-dv-cinder-779540-2-iscsi with host dv-cinder-779540-2-iscsi {{(pid=94639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 18:18:42.628250 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-b25b375e-04f3-49fc-82fd-4d9bcc2c04a5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0031619 Sep 09 18:18:42.629629 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 39424) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:18:42.636473 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-c1e44e73-20fd-48ed-bfb9-67128be7b483 admin admin] Request body: {'subnet': {'network_id': 'f9f8ee35-cc2c-41e4-a086-b60f69231898', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-197398742-subnet', 'tenant_id': 'f1acb6da43d6455c96c028870562f1e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:18:42.827575 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e44e73-20fd-48ed-bfb9-67128be7b483 admin admin] Made reservation on behalf of f1acb6da43d6455c96c028870562f1e2 for: {'subnet': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:18:42.830504 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c1e44e73-20fd-48ed-bfb9-67128be7b483 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9553026'] for subnet, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:42.862832 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab9b88-138d-40f5-a4e5-5c41ec9d3b99 req-4d3d3dc9-58b6-4529-af1b-3274512d36e5 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:42.872739 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3bab9b88-138d-40f5-a4e5-5c41ec9d3b99 req-4d3d3dc9-58b6-4529-af1b-3274512d36e5 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.1339061 Sep 09 18:18:42.930005 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-c6040cb2-2c36-4e02-a13d-daf93be37b1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dc41254-509e-4eca-8555-7f7f8f462a29 {{(pid=94637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:18:42.950475 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-c6040cb2-2c36-4e02-a13d-daf93be37b1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:42.956741 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3bab9b88-138d-40f5-a4e5-5c41ec9d3b99 req-2bfd07aa-21a7-4ccd-9f39-fb358d1f2a4e tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830235 Sep 09 18:18:42.985908 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.provisioning_blocks [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-c6040cb2-2c36-4e02-a13d-daf93be37b1f service neutron] Transition to ACTIVE for port object 0dc41254-509e-4eca-8555-7f7f8f462a29 will not be triggered until provisioned by entity L2. {{(pid=94637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:18:43.132390 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb3cef-0817-4558-9b8b-8ad924dd5c15 req-6b699539-9e0a-4699-a6b0-b65c72f3ac3d tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:43.134057 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e4bb3cef-0817-4558-9b8b-8ad924dd5c15 req-6b699539-9e0a-4699-a6b0-b65c72f3ac3d tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=b35f6f2e-d582-4e5e-8614-501da9c47b57 HTTP/1.1" status: 200 len: 932 time: 0.0705531 Sep 09 18:18:43.142073 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-c6040cb2-2c36-4e02-a13d-daf93be37b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:43.200978 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c1e44e73-20fd-48ed-bfb9-67128be7b483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2896114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9553052'] for subnet, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:43.244992 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e4bb3cef-0817-4558-9b8b-8ad924dd5c15 req-e6f1670a-95cd-4ffd-9bcf-3e71acff6f63 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0ff15e1-0bd8-4d3f-b6b3-ce6200825c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949085 Sep 09 18:18:43.264248 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6040cb2-2c36-4e02-a13d-daf93be37b1f service neutron] Pushing event updated for resources: {'Port': ['ID=0dc41254-509e-4eca-8555-7f7f8f462a29,revision_number=2']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:18:43.298341 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-c6040cb2-2c36-4e02-a13d-daf93be37b1f service neutron] Attempting to bind port 0dc41254-509e-4eca-8555-7f7f8f462a29 on host hv-cinder-77954 for vnic_type normal with profile {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:18:43.298701 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-c6040cb2-2c36-4e02-a13d-daf93be37b1f service neutron] Attempting to bind port 0dc41254-509e-4eca-8555-7f7f8f462a29 by drivers openvswitch,hyperv on host hv-cinder-77954 at level 0 using segments [{'id': 'f9487e50-e546-4495-bcbc-afe45d1d622a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6260f8f9-3a77-41fb-95dc-146d40d79792'}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:18:43.299037 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-c6040cb2-2c36-4e02-a13d-daf93be37b1f service neutron] Attempting to bind port 0dc41254-509e-4eca-8555-7f7f8f462a29 on network 6260f8f9-3a77-41fb-95dc-146d40d79792 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:18:43.308948 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-c6040cb2-2c36-4e02-a13d-daf93be37b1f service neutron] Port 0dc41254-509e-4eca-8555-7f7f8f462a29 on network 6260f8f9-3a77-41fb-95dc-146d40d79792 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77954 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 18:18:43.309304 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-c6040cb2-2c36-4e02-a13d-daf93be37b1f service neutron] Attempting to bind port 0dc41254-509e-4eca-8555-7f7f8f462a29 on network 6260f8f9-3a77-41fb-95dc-146d40d79792 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:18:43.321848 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-c6040cb2-2c36-4e02-a13d-daf93be37b1f service neutron] Checking agent: {'id': 'e6e03918-0440-4933-b179-09c79aa47d03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 14, 34), 'started_at': datetime.datetime(2021, 9, 9, 18, 14, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:18:43.323741 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-c6040cb2-2c36-4e02-a13d-daf93be37b1f service neutron] Checking segment: {'id': 'f9487e50-e546-4495-bcbc-afe45d1d622a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6260f8f9-3a77-41fb-95dc-146d40d79792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:18:43.323741 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-c6040cb2-2c36-4e02-a13d-daf93be37b1f service neutron] Bound using segment: {'id': 'f9487e50-e546-4495-bcbc-afe45d1d622a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6260f8f9-3a77-41fb-95dc-146d40d79792'} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:18:43.324552 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-c6040cb2-2c36-4e02-a13d-daf93be37b1f service neutron] Bound port: 0dc41254-509e-4eca-8555-7f7f8f462a29, host: hv-cinder-77954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9487e50-e546-4495-bcbc-afe45d1d622a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '6260f8f9-3a77-41fb-95dc-146d40d79792'}}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:18:43.325457 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-c6040cb2-2c36-4e02-a13d-daf93be37b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:43.345597 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e44e73-20fd-48ed-bfb9-67128be7b483 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1820377-02b2-429c-bc0b-65270228fdbb,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:18:43.359852 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e44e73-20fd-48ed-bfb9-67128be7b483 admin admin] Checking segment: {'id': '7898d1ab-7660-4281-85f4-69d970fcafe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f9f8ee35-cc2c-41e4-a086-b60f69231898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:18:43.359852 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e44e73-20fd-48ed-bfb9-67128be7b483 admin admin] Network hostable DHCP agents. Network: f9f8ee35-cc2c-41e4-a086-b60f69231898, hostable agents: ['6109b3ba-05d2-41fe-b34b-8d3bf45e9862'], hosted agents: [] {{(pid=94638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 18:18:43.415401 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 6 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:18:43.450807 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-c6040cb2-2c36-4e02-a13d-daf93be37b1f service neutron] For port 0dc41254-509e-4eca-8555-7f7f8f462a29, host hv-cinder-77954, cleared binding levels {{(pid=94637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:18:43.457288 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-c6040cb2-2c36-4e02-a13d-daf93be37b1f service neutron] For port 0dc41254-509e-4eca-8555-7f7f8f462a29, host hv-cinder-77954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=0dc41254-509e-4eca-8555-7f7f8f462a29,segment=NetworkSegment(f9487e50-e546-4495-bcbc-afe45d1d622a),segment_id=f9487e50-e546-4495-bcbc-afe45d1d622a)] {{(pid=94637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:18:43.474875 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e44e73-20fd-48ed-bfb9-67128be7b483 admin admin] Network f9f8ee35-cc2c-41e4-a086-b60f69231898 is scheduled to be hosted by DHCP agent 6109b3ba-05d2-41fe-b34b-8d3bf45e9862 with binding_index 1 {{(pid=94638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 18:18:43.598625 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-c6040cb2-2c36-4e02-a13d-daf93be37b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:43.634167 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-c1e44e73-20fd-48ed-bfb9-67128be7b483 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779540-2-iscsi, f9f8ee35-cc2c-41e4-a086-b60f69231898) {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:18:43.641911 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e44e73-20fd-48ed-bfb9-67128be7b483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:43.649982 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c1e44e73-20fd-48ed-bfb9-67128be7b483 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:43.660784 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b668198-d94d-4c58-af5f-1703d5460d4f None None] Network f9f8ee35-cc2c-41e4-a086-b60f69231898 requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:18:43.664172 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-c6040cb2-2c36-4e02-a13d-daf93be37b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:43.664838 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-c6040cb2-2c36-4e02-a13d-daf93be37b1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:43.666330 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-c6040cb2-2c36-4e02-a13d-daf93be37b1f service neutron] 10.222.0.54 "PUT /v2.0/ports/0dc41254-509e-4eca-8555-7f7f8f462a29 HTTP/1.1" status: 200 len: 1094 time: 1.2776830 Sep 09 18:18:43.666860 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b35f6f2e-d582-4e5e-8614-501da9c47b57', 'tag': '0dc41254-509e-4eca-8555-7f7f8f462a29'}] {{(pid=94637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:18:43.669385 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133f33bf375164f5fa4b6a6278130a616101494423e3cf7e78094e28bab08aaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9dfdffb-3306-46f2-b037-7299c251e429" -d '{"events": [{"name": "network-changed", "server_uuid": "b35f6f2e-d582-4e5e-8614-501da9c47b57", "tag": "0dc41254-509e-4eca-8555-7f7f8f462a29"}]}' {{(pid=94637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:18:43.693150 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6040cb2-2c36-4e02-a13d-daf93be37b1f service neutron] Pushing event updated for resources: {'Port': ['ID=0dc41254-509e-4eca-8555-7f7f8f462a29,revision_number=3']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:18:43.731420 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 18:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6201a969-ba91-4c47-bd57-74c982dce158 x-openstack-request-id: req-6201a969-ba91-4c47-bd57-74c982dce158 {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:18:43.731420 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b35f6f2e-d582-4e5e-8614-501da9c47b57", "tag": "0dc41254-509e-4eca-8555-7f7f8f462a29", "status": "completed", "code": 200}]} {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:18:43.731420 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6201a969-ba91-4c47-bd57-74c982dce158 {{(pid=94637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:18:43.731420 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b35f6f2e-d582-4e5e-8614-501da9c47b57', 'tag': '0dc41254-509e-4eca-8555-7f7f8f462a29', 'status': 'completed', 'code': 200} Sep 09 18:18:43.782424 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-c1e44e73-20fd-48ed-bfb9-67128be7b483 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1515324 Sep 09 18:18:43.824132 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66be8c6-c346-4dfb-8093-d9caa9f74f1d None None] Network f9f8ee35-cc2c-41e4-a086-b60f69231898 requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:18:43.842148 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfdffb-3306-46f2-b037-7299c251e429 req-222a0007-a49e-44bf-a1df-46d7a5b7114b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:43.843861 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c9dfdffb-3306-46f2-b037-7299c251e429 req-222a0007-a49e-44bf-a1df-46d7a5b7114b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=40f9cc2599944b4b942f171c909564cd&device_id=b35f6f2e-d582-4e5e-8614-501da9c47b57 HTTP/1.1" status: 200 len: 1097 time: 0.0679505 Sep 09 18:18:44.048357 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfdffb-3306-46f2-b037-7299c251e429 req-d3daee4f-e969-40b5-84d2-2dac22e60d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:44.048357 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c9dfdffb-3306-46f2-b037-7299c251e429 req-d3daee4f-e969-40b5-84d2-2dac22e60d79 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=40f9cc2599944b4b942f171c909564cd&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1781077 Sep 09 18:18:44.195227 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f2b65-9363-47c8-85d1-1da099f2a308 req-2dc68349-7579-4a6a-b2a9-763f6e0ea69f tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:44.197004 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ef3f2b65-9363-47c8-85d1-1da099f2a308 req-2dc68349-7579-4a6a-b2a9-763f6e0ea69f tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.1275876 Sep 09 18:18:44.232337 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfdffb-3306-46f2-b037-7299c251e429 req-58dff041-baad-4876-a542-55894a59432e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:44.232554 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c9dfdffb-3306-46f2-b037-7299c251e429 req-58dff041-baad-4876-a542-55894a59432e service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1745410 Sep 09 18:18:44.255667 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ef3f2b65-9363-47c8-85d1-1da099f2a308 req-3e2133fd-693d-4bd3-90d9-b8891a69d461 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500293 Sep 09 18:18:44.335362 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-05b16ee5-c41e-403f-ade5-80f8116b2a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:44.335362 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-05b16ee5-c41e-403f-ade5-80f8116b2a22 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=40f9cc2599944b4b942f171c909564cd&device_id=b35f6f2e-d582-4e5e-8614-501da9c47b57 HTTP/1.1" status: 200 len: 1097 time: 0.0562460 Sep 09 18:18:44.405362 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-606493b6-deff-4b5c-b386-d18d7db899e5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0dc41254-509e-4eca-8555-7f7f8f462a29 HTTP/1.1" status: 200 len: 217 time: 0.0516446 Sep 09 18:18:44.474154 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-f44af8e9-d4d9-463c-9a17-c8f1b76c62cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:44.475508 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-f44af8e9-d4d9-463c-9a17-c8f1b76c62cf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c34e023f-6fee-4197-9a40-dfcaf218107a HTTP/1.1" status: 200 len: 848 time: 0.0600467 Sep 09 18:18:44.538293 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-775bb7c6-744e-4976-a35e-6e7984e42a0a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6260f8f9-3a77-41fb-95dc-146d40d79792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528178 Sep 09 18:18:44.628077 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96150cb0-1b6d-4db4-8759-c6d999c89a14 req-74899874-04e0-40e8-a243-236277ab8456 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:44.631018 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-96150cb0-1b6d-4db4-8759-c6d999c89a14 req-74899874-04e0-40e8-a243-236277ab8456 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=b35f6f2e-d582-4e5e-8614-501da9c47b57 HTTP/1.1" status: 200 len: 944 time: 0.1347361 Sep 09 18:18:44.993417 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-96150cb0-1b6d-4db4-8759-c6d999c89a14 req-12bcc1cb-e8b0-4e89-ae5b-3b05f14069aa tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0ff15e1-0bd8-4d3f-b6b3-ce6200825c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491492 Sep 09 18:18:44.995346 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-8651b39d-d0e8-4966-9b62-7d703065ff00 service neutron] 10.222.0.54 "GET /v2.0/networks/6260f8f9-3a77-41fb-95dc-146d40d79792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4476991 Sep 09 18:18:45.037757 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-bc9f8bc3-b17c-47fa-92f4-9f1e3626c3a1 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:45.045078 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-bc9f8bc3-b17c-47fa-92f4-9f1e3626c3a1 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/networks?id=f9f8ee35-cc2c-41e4-a086-b60f69231898 HTTP/1.1" status: 200 len: 814 time: 0.4960704 Sep 09 18:18:45.072449 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-b217f3ad-181a-4b2d-942d-c290a5c81f6c tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/quotas/f1acb6da43d6455c96c028870562f1e2 HTTP/1.1" status: 200 len: 375 time: 0.0263174 Sep 09 18:18:45.132299 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-2a13d4c0-5df4-41e0-95d1-fd410d29392a tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1acb6da43d6455c96c028870562f1e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588169 Sep 09 18:18:45.194883 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b5785c0b-5b01-4a05-9853-c6df54260077 req-520a3694-be38-4d91-8e54-46d416d72ce3 service neutron] 10.222.0.54 "GET /v2.0/networks/6260f8f9-3a77-41fb-95dc-146d40d79792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892543 Sep 09 18:18:45.254264 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-b058004f-d961-4316-aa9e-00b19a2de7d7 service neutron] 10.222.0.39 "GET /v2.0/networks/f9f8ee35-cc2c-41e4-a086-b60f69231898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088767 Sep 09 18:18:45.391076 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-99fc0ee5-1daa-44bc-b8a5-92030ab63630 service neutron] 10.222.0.39 "GET /v2.0/networks/f9f8ee35-cc2c-41e4-a086-b60f69231898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301782 Sep 09 18:18:45.403817 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04920b0-e3a7-47b3-be62-0a3fb6493a8a req-774861e0-2d41-4d7e-acb8-6e2d2bc7c5b2 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:45.409051 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c04920b0-e3a7-47b3-be62-0a3fb6493a8a req-774861e0-2d41-4d7e-acb8-6e2d2bc7c5b2 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.0684109 Sep 09 18:18:45.460755 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c04920b0-e3a7-47b3-be62-0a3fb6493a8a req-49f8c041-6392-41ce-ab31-d87adba9de2a tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428355 Sep 09 18:18:45.690818 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-fa77d5d7-f8d0-484c-bd2c-0f9d17df4a7e req-c2d5b502-2b77-4421-baa2-83c0521818e6 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=01e543b5-549b-4f2e-b140-7fb46b3f0163 HTTP/1.1" status: 200 len: 210 time: 0.0297563 Sep 09 18:18:46.157232 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d5620-1ec5-49f5-afa7-b5d980f524a4 req-10d760b8-7f8b-4632-8e1c-7c53c5251bdc tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:46.159140 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a92d5620-1ec5-49f5-afa7-b5d980f524a4 req-10d760b8-7f8b-4632-8e1c-7c53c5251bdc tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=b35f6f2e-d582-4e5e-8614-501da9c47b57 HTTP/1.1" status: 200 len: 944 time: 0.0680215 Sep 09 18:18:46.207520 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a92d5620-1ec5-49f5-afa7-b5d980f524a4 req-863dfabf-7048-42bb-b3fd-57ee97381333 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0ff15e1-0bd8-4d3f-b6b3-ce6200825c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419707 Sep 09 18:18:46.617051 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336484c1-bf4c-466f-9418-f76f8cb9823b req-020c4d38-fd6e-4f18-bef2-80934eb017a0 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:46.620378 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-336484c1-bf4c-466f-9418-f76f8cb9823b req-020c4d38-fd6e-4f18-bef2-80934eb017a0 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.0712371 Sep 09 18:18:46.660796 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-336484c1-bf4c-466f-9418-f76f8cb9823b req-f652bb61-72eb-4c34-be58-be23077375ff tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328636 Sep 09 18:18:46.806496 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b9b7a353-c16c-4cd2-8385-61198f7fdbcd req-0359ff18-4487-4a80-8a59-dd0ff0c0de6a tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=01e543b5-549b-4f2e-b140-7fb46b3f0163 HTTP/1.1" status: 200 len: 210 time: 0.0281539 Sep 09 18:18:47.339931 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea8ae6-503b-4355-9839-94bc56748e7e req-b58df158-11eb-4ac6-b9f5-1792c6036302 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:47.341573 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f6ea8ae6-503b-4355-9839-94bc56748e7e req-b58df158-11eb-4ac6-b9f5-1792c6036302 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=b35f6f2e-d582-4e5e-8614-501da9c47b57 HTTP/1.1" status: 200 len: 944 time: 0.0559843 Sep 09 18:18:47.384287 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f6ea8ae6-503b-4355-9839-94bc56748e7e req-9798030c-2009-4d23-8572-815f44c52784 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0ff15e1-0bd8-4d3f-b6b3-ce6200825c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365620 Sep 09 18:18:47.829613 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce383e-86af-4721-9d16-8ff7eba0212d req-db7b2f4a-48e5-4231-b4e9-6212b5050c92 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:47.831202 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-28ce383e-86af-4721-9d16-8ff7eba0212d req-db7b2f4a-48e5-4231-b4e9-6212b5050c92 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.0578845 Sep 09 18:18:47.896761 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-28ce383e-86af-4721-9d16-8ff7eba0212d req-83670141-7080-4d20-99b4-4f36cc1ce722 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578194 Sep 09 18:18:48.021934 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-afc3d84e-f7b4-4248-a2bc-a7426175a953 req-6d3c1209-2f08-436d-b833-7461c13f20b9 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=01e543b5-549b-4f2e-b140-7fb46b3f0163 HTTP/1.1" status: 200 len: 210 time: 0.0419347 Sep 09 18:18:48.254011 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 0dc41254-509e-4eca-8555-7f7f8f462a29 details requested by agent hyperv_hv-cinder-77954 with host hv-cinder-77954 {{(pid=94639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 18:18:48.370336 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port 0dc41254-509e-4eca-8555-7f7f8f462a29, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=0dc41254-509e-4eca-8555-7f7f8f462a29,segment=NetworkSegment(f9487e50-e546-4495-bcbc-afe45d1d622a),segment_id=f9487e50-e546-4495-bcbc-afe45d1d622a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:18:48.384843 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Returning: {'device': '0dc41254-509e-4eca-8555-7f7f8f462a29', 'network_id': '6260f8f9-3a77-41fb-95dc-146d40d79792', 'port_id': '0dc41254-509e-4eca-8555-7f7f8f462a29', 'mac_address': 'fa:16:3e:9b:ba:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c34e023f-6fee-4197-9a40-dfcaf218107a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 18:18:48.416009 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-51c1a15b-6d28-4825-a3e0-e9e6351f06e2 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:48.417867 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-51c1a15b-6d28-4825-a3e0-e9e6351f06e2 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.54 "GET /v2.0/networks?id=f9f8ee35-cc2c-41e4-a086-b60f69231898 HTTP/1.1" status: 200 len: 814 time: 0.1204593 Sep 09 18:18:48.425058 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:48.443821 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-573582de-1f34-4666-807a-69fb2403485e tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Request body: {'port': {'device_id': '01e543b5-549b-4f2e-b140-7fb46b3f0163', 'network_id': 'f9f8ee35-cc2c-41e4-a086-b60f69231898', 'admin_state_up': True, 'tenant_id': 'f1acb6da43d6455c96c028870562f1e2'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:18:48.445650 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dc41254-509e-4eca-8555-7f7f8f462a29 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:18:48.471477 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port 0dc41254-509e-4eca-8555-7f7f8f462a29, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=0dc41254-509e-4eca-8555-7f7f8f462a29,segment=NetworkSegment(f9487e50-e546-4495-bcbc-afe45d1d622a),segment_id=f9487e50-e546-4495-bcbc-afe45d1d622a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:18:48.526017 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:48.575671 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0ac0d-d8da-40dd-bc55-7ace42c89233 req-396a5f1e-4113-4663-9e45-8d8e3ca6eb99 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:48.578139 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-47c0ac0d-d8da-40dd-bc55-7ace42c89233 req-396a5f1e-4113-4663-9e45-8d8e3ca6eb99 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=b35f6f2e-d582-4e5e-8614-501da9c47b57 HTTP/1.1" status: 200 len: 944 time: 0.1033483 Sep 09 18:18:48.600413 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=0dc41254-509e-4eca-8555-7f7f8f462a29,revision_number=4']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:18:48.609267 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:18:48.609745 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:18:48.610170 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:18:48.610582 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:18:48.611020 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:18:48.611453 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:18:48.611856 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:18:48.612256 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:18:48.612845 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:18:48.613190 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:18:48.613531 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:18:48.613859 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:18:48.647223 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-47c0ac0d-d8da-40dd-bc55-7ace42c89233 req-f1069384-8d87-4ee8-9dd3-7a1cab47724b tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0ff15e1-0bd8-4d3f-b6b3-ce6200825c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470028 Sep 09 18:18:48.703749 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-573582de-1f34-4666-807a-69fb2403485e tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Made reservation on behalf of f1acb6da43d6455c96c028870562f1e2 for: {'port': 1} {{(pid=94637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:18:48.709985 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-573582de-1f34-4666-807a-69fb2403485e tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:48.876254 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.db_base_plugin_common [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-573582de-1f34-4666-807a-69fb2403485e tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Allocated IP 172.20.0.14 (f9f8ee35-cc2c-41e4-a086-b60f69231898/f1820377-02b2-429c-bc0b-65270228fdbb/f8ed4a80-ccc3-4606-bb16-5adecbdb122b) {{(pid=94637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:18:49.110430 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d959a97-7822-41c2-905e-2639b4b58457 req-9a427686-96a8-482f-a483-ce40d771f422 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:49.112083 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5d959a97-7822-41c2-905e-2639b4b58457 req-9a427686-96a8-482f-a483-ce40d771f422 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.1312780 Sep 09 18:18:49.127292 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-573582de-1f34-4666-807a-69fb2403485e tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Notify callbacks [] for port, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:49.178427 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5d959a97-7822-41c2-905e-2639b4b58457 req-cdd263bf-bd1a-4ba1-ba45-31f048f74877 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569565 Sep 09 18:18:49.219817 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] get_ports_and_sgs() called for port_ids ['0dc41254-509e-4eca-8555-7f7f8f462a29'] {{(pid=94639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 18:18:49.294701 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-19e206c9-16d7-4c3b-a4b9-46e0ee8a7f4e req-830cc5c6-d76c-4552-ae78-36f9f848e9b4 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=01e543b5-549b-4f2e-b140-7fb46b3f0163 HTTP/1.1" status: 200 len: 210 time: 0.0427225 Sep 09 18:18:49.343903 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-573582de-1f34-4666-807a-69fb2403485e tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681'] for port, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:49.401048 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-573582de-1f34-4666-807a-69fb2403485e tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Network f9f8ee35-cc2c-41e4-a086-b60f69231898 is already hosted by enough agents. {{(pid=94637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:18:49.404439 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.base_scheduler [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-573582de-1f34-4666-807a-69fb2403485e tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Resources bound (agent type, host, resource id): {{(pid=94637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:18:49.409556 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-573582de-1f34-4666-807a-69fb2403485e tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Received port after_create {{(pid=94637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:18:49.419660 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-573582de-1f34-4666-807a-69fb2403485e tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:49.419660 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-573582de-1f34-4666-807a-69fb2403485e tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:49.433153 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573582de-1f34-4666-807a-69fb2403485e tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Pushing event updated for resources: {'Port': ['ID=f8ed4a80-ccc3-4606-bb16-5adecbdb122b,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:18:49.550439 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-573582de-1f34-4666-807a-69fb2403485e tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1105022 Sep 09 18:18:49.566714 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-92efd9da-318e-4888-b768-ad32fa02bb00 service neutron] Request body: {'port': {'device_id': '01e543b5-549b-4f2e-b140-7fb46b3f0163', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77954'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:18:49.635520 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-92efd9da-318e-4888-b768-ad32fa02bb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:49.870660 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864bc94-682a-46e9-8255-bbdd19bbb18e req-e3a1fc78-3f9a-47cf-9b14-37558c667af4 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:49.872383 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6864bc94-682a-46e9-8255-bbdd19bbb18e req-e3a1fc78-3f9a-47cf-9b14-37558c667af4 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=b35f6f2e-d582-4e5e-8614-501da9c47b57 HTTP/1.1" status: 200 len: 945 time: 0.1114883 Sep 09 18:18:49.970616 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6864bc94-682a-46e9-8255-bbdd19bbb18e req-0aa6b084-9bf4-4a11-957e-60da390c317f tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0ff15e1-0bd8-4d3f-b6b3-ce6200825c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674479 Sep 09 18:18:50.102946 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-92efd9da-318e-4888-b768-ad32fa02bb00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8ed4a80-ccc3-4606-bb16-5adecbdb122b {{(pid=94637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:18:50.114608 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-92efd9da-318e-4888-b768-ad32fa02bb00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:50.129190 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.provisioning_blocks [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-92efd9da-318e-4888-b768-ad32fa02bb00 service neutron] Transition to ACTIVE for port object f8ed4a80-ccc3-4606-bb16-5adecbdb122b will not be triggered until provisioned by entity L2. {{(pid=94637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:18:50.204666 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-92efd9da-318e-4888-b768-ad32fa02bb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:50.258029 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92efd9da-318e-4888-b768-ad32fa02bb00 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ed4a80-ccc3-4606-bb16-5adecbdb122b,revision_number=2']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:18:50.316782 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-92efd9da-318e-4888-b768-ad32fa02bb00 service neutron] Attempting to bind port f8ed4a80-ccc3-4606-bb16-5adecbdb122b on host hv-cinder-77954 for vnic_type normal with profile {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:18:50.317123 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-92efd9da-318e-4888-b768-ad32fa02bb00 service neutron] Attempting to bind port f8ed4a80-ccc3-4606-bb16-5adecbdb122b by drivers openvswitch,hyperv on host hv-cinder-77954 at level 0 using segments [{'id': '7898d1ab-7660-4281-85f4-69d970fcafe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f9f8ee35-cc2c-41e4-a086-b60f69231898'}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:18:50.317455 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-92efd9da-318e-4888-b768-ad32fa02bb00 service neutron] Attempting to bind port f8ed4a80-ccc3-4606-bb16-5adecbdb122b on network f9f8ee35-cc2c-41e4-a086-b60f69231898 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:18:50.324767 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-92efd9da-318e-4888-b768-ad32fa02bb00 service neutron] Port f8ed4a80-ccc3-4606-bb16-5adecbdb122b on network f9f8ee35-cc2c-41e4-a086-b60f69231898 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77954 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 18:18:50.325092 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-92efd9da-318e-4888-b768-ad32fa02bb00 service neutron] Attempting to bind port f8ed4a80-ccc3-4606-bb16-5adecbdb122b on network f9f8ee35-cc2c-41e4-a086-b60f69231898 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:18:50.335054 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-92efd9da-318e-4888-b768-ad32fa02bb00 service neutron] Checking agent: {'id': 'e6e03918-0440-4933-b179-09c79aa47d03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 14, 34), 'started_at': datetime.datetime(2021, 9, 9, 18, 14, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:18:50.335390 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-92efd9da-318e-4888-b768-ad32fa02bb00 service neutron] Checking segment: {'id': '7898d1ab-7660-4281-85f4-69d970fcafe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f9f8ee35-cc2c-41e4-a086-b60f69231898'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:18:50.335771 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-92efd9da-318e-4888-b768-ad32fa02bb00 service neutron] Bound using segment: {'id': '7898d1ab-7660-4281-85f4-69d970fcafe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f9f8ee35-cc2c-41e4-a086-b60f69231898'} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:18:50.336215 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-92efd9da-318e-4888-b768-ad32fa02bb00 service neutron] Bound port: f8ed4a80-ccc3-4606-bb16-5adecbdb122b, host: hv-cinder-77954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7898d1ab-7660-4281-85f4-69d970fcafe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f9f8ee35-cc2c-41e4-a086-b60f69231898'}}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:18:50.336587 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-92efd9da-318e-4888-b768-ad32fa02bb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:50.355469 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755314cb-1846-40be-a89f-0d73fc4f90b2 req-c84b1edd-8666-4c4e-a909-c835e442f49d tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:50.357038 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-755314cb-1846-40be-a89f-0d73fc4f90b2 req-c84b1edd-8666-4c4e-a909-c835e442f49d tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.0964236 Sep 09 18:18:50.443332 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-755314cb-1846-40be-a89f-0d73fc4f90b2 req-bd644d3a-aff0-4704-841d-f44e6e4f5d90 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786917 Sep 09 18:18:50.453829 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-92efd9da-318e-4888-b768-ad32fa02bb00 service neutron] For port f8ed4a80-ccc3-4606-bb16-5adecbdb122b, host hv-cinder-77954, cleared binding levels {{(pid=94637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:18:50.457339 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-92efd9da-318e-4888-b768-ad32fa02bb00 service neutron] For port f8ed4a80-ccc3-4606-bb16-5adecbdb122b, host hv-cinder-77954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=f8ed4a80-ccc3-4606-bb16-5adecbdb122b,segment=NetworkSegment(7898d1ab-7660-4281-85f4-69d970fcafe6),segment_id=7898d1ab-7660-4281-85f4-69d970fcafe6)] {{(pid=94637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:18:50.580581 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-92efd9da-318e-4888-b768-ad32fa02bb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:50.621663 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-92efd9da-318e-4888-b768-ad32fa02bb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:50.622308 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-92efd9da-318e-4888-b768-ad32fa02bb00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:50.627871 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-92efd9da-318e-4888-b768-ad32fa02bb00 service neutron] 10.222.0.54 "PUT /v2.0/ports/f8ed4a80-ccc3-4606-bb16-5adecbdb122b HTTP/1.1" status: 200 len: 1094 time: 1.0642986 Sep 09 18:18:50.627871 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e543b5-549b-4f2e-b140-7fb46b3f0163', 'tag': 'f8ed4a80-ccc3-4606-bb16-5adecbdb122b'}] {{(pid=94637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:18:50.629052 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133f33bf375164f5fa4b6a6278130a616101494423e3cf7e78094e28bab08aaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862ac910-445e-4c0b-b2e2-824067d482b9" -d '{"events": [{"name": "network-changed", "server_uuid": "01e543b5-549b-4f2e-b140-7fb46b3f0163", "tag": "f8ed4a80-ccc3-4606-bb16-5adecbdb122b"}]}' {{(pid=94637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:18:50.655697 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da1471-e2cd-4b34-a733-6f5d0078a407 req-9678a4cb-392c-48ca-a0b1-0b9c5cc86634 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:50.657078 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-77da1471-e2cd-4b34-a733-6f5d0078a407 req-9678a4cb-392c-48ca-a0b1-0b9c5cc86634 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=01e543b5-549b-4f2e-b140-7fb46b3f0163 HTTP/1.1" status: 200 len: 944 time: 0.1038761 Sep 09 18:18:50.674818 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92efd9da-318e-4888-b768-ad32fa02bb00 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ed4a80-ccc3-4606-bb16-5adecbdb122b,revision_number=3']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:18:50.691328 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 18:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14815a9-041b-4a13-ad8b-c4aa35c4a903 x-openstack-request-id: req-b14815a9-041b-4a13-ad8b-c4aa35c4a903 {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:18:50.691634 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01e543b5-549b-4f2e-b140-7fb46b3f0163", "tag": "f8ed4a80-ccc3-4606-bb16-5adecbdb122b", "status": "completed", "code": 200}]} {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:18:50.691881 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b14815a9-041b-4a13-ad8b-c4aa35c4a903 {{(pid=94637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:18:50.692270 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01e543b5-549b-4f2e-b140-7fb46b3f0163', 'tag': 'f8ed4a80-ccc3-4606-bb16-5adecbdb122b', 'status': 'completed', 'code': 200} Sep 09 18:18:50.710005 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-77da1471-e2cd-4b34-a733-6f5d0078a407 req-fd8117c9-3524-4f08-8fc6-37449ec7e303 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450153 Sep 09 18:18:50.760212 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ac910-445e-4c0b-b2e2-824067d482b9 req-90c40682-6b5a-446c-b22f-2bd0e0cd2dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:50.761810 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-862ac910-445e-4c0b-b2e2-824067d482b9 req-90c40682-6b5a-446c-b22f-2bd0e0cd2dcc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1acb6da43d6455c96c028870562f1e2&device_id=01e543b5-549b-4f2e-b140-7fb46b3f0163 HTTP/1.1" status: 200 len: 1097 time: 0.0506573 Sep 09 18:18:50.872269 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ac910-445e-4c0b-b2e2-824067d482b9 req-c09c538a-ef13-44f4-ac84-6cf124a44891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:50.873980 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-862ac910-445e-4c0b-b2e2-824067d482b9 req-c09c538a-ef13-44f4-ac84-6cf124a44891 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=f1acb6da43d6455c96c028870562f1e2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1022873 Sep 09 18:18:50.975427 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ac910-445e-4c0b-b2e2-824067d482b9 req-a5e03795-01e5-483f-9379-06620023f4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:50.976910 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-862ac910-445e-4c0b-b2e2-824067d482b9 req-a5e03795-01e5-483f-9379-06620023f4a6 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953639 Sep 09 18:18:51.109186 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-98a68021-10e0-4aaf-a328-6213b9b1025c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:51.111814 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-98a68021-10e0-4aaf-a328-6213b9b1025c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1acb6da43d6455c96c028870562f1e2&device_id=01e543b5-549b-4f2e-b140-7fb46b3f0163 HTTP/1.1" status: 200 len: 1097 time: 0.0841923 Sep 09 18:18:51.174705 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c9166-1988-4b14-93af-865fc14c957e req-1f9ba9d6-f871-4534-bfa2-ccc70b5559f1 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:51.176287 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-be1c9166-1988-4b14-93af-865fc14c957e req-1f9ba9d6-f871-4534-bfa2-ccc70b5559f1 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=b35f6f2e-d582-4e5e-8614-501da9c47b57 HTTP/1.1" status: 200 len: 945 time: 0.1039076 Sep 09 18:18:51.177646 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-c62c1c5f-f112-4ff5-b1f6-151ec0f6b9a8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8ed4a80-ccc3-4606-bb16-5adecbdb122b HTTP/1.1" status: 200 len: 217 time: 0.0542319 Sep 09 18:18:51.258914 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-be1c9166-1988-4b14-93af-865fc14c957e req-86154d45-ab20-41b6-9e2e-e99bfc6d0552 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0ff15e1-0bd8-4d3f-b6b3-ce6200825c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745285 Sep 09 18:18:51.264600 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-b5eaa71a-f413-47dc-8514-caaab1092afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:51.265931 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-b5eaa71a-f413-47dc-8514-caaab1092afd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f1820377-02b2-429c-bc0b-65270228fdbb HTTP/1.1" status: 200 len: 854 time: 0.0741353 Sep 09 18:18:51.308709 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-bd8c2cf6-067c-4cb3-9584-e86f9a4e52da service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f9f8ee35-cc2c-41e4-a086-b60f69231898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317268 Sep 09 18:18:51.423667 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-b62e8a62-dc91-482d-89da-dc0b77d971d9 service neutron] 10.222.0.54 "GET /v2.0/networks/f9f8ee35-cc2c-41e4-a086-b60f69231898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061318 Sep 09 18:18:51.576271 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a897ad1a-5981-48e3-ba62-d5efe5fdf1f8 req-51b96846-4df7-47af-a693-a2e41ae6cb21 service neutron] 10.222.0.54 "GET /v2.0/networks/f9f8ee35-cc2c-41e4-a086-b60f69231898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438432 Sep 09 18:18:51.600033 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991fdea-f2ed-4be5-a485-5b5db8742661 req-7777565b-b029-47a6-aa28-8d0b3c2310a1 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:51.601770 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9991fdea-f2ed-4be5-a485-5b5db8742661 req-7777565b-b029-47a6-aa28-8d0b3c2310a1 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.0784552 Sep 09 18:18:51.655333 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9991fdea-f2ed-4be5-a485-5b5db8742661 req-6edda546-d343-4a4c-8198-547925d89347 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468471 Sep 09 18:18:51.835847 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c09b3d-a10d-4a3b-ae57-15f585f906ee req-a80a9a79-1055-4752-ae82-4886aba3b1a7 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:51.837545 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-20c09b3d-a10d-4a3b-ae57-15f585f906ee req-a80a9a79-1055-4752-ae82-4886aba3b1a7 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=01e543b5-549b-4f2e-b140-7fb46b3f0163 HTTP/1.1" status: 200 len: 944 time: 0.0552175 Sep 09 18:18:51.892040 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-20c09b3d-a10d-4a3b-ae57-15f585f906ee req-b52ac343-ee3a-4875-aef9-352b90350432 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482695 Sep 09 18:18:52.256692 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 0dc41254-509e-4eca-8555-7f7f8f462a29 up at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:18:52.370709 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning for port 0dc41254-509e-4eca-8555-7f7f8f462a29 completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:18:52.375302 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning complete for port 0dc41254-509e-4eca-8555-7f7f8f462a29 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:18:52.375815 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:52.390247 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080741b-47cc-49f5-a6fe-1b7667108cd7 req-decf7d1c-83c3-4d3a-a316-a390cbd0621b tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:52.391929 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b080741b-47cc-49f5-a6fe-1b7667108cd7 req-decf7d1c-83c3-4d3a-a316-a390cbd0621b tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=b35f6f2e-d582-4e5e-8614-501da9c47b57 HTTP/1.1" status: 200 len: 945 time: 0.0569768 Sep 09 18:18:52.434929 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b080741b-47cc-49f5-a6fe-1b7667108cd7 req-3d6b33f6-3074-408b-a7ea-88519e1642f7 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0ff15e1-0bd8-4d3f-b6b3-ce6200825c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366776 Sep 09 18:18:52.482109 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:52.507524 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35f6f2e-d582-4e5e-8614-501da9c47b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc41254-509e-4eca-8555-7f7f8f462a29'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:18:52.510280 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c42b67fee44e65162d6e194d2b8dbd641fdff823df3ddc4f15e211ea02ebf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5dd9e3c-3e05-4966-b0a2-b3af4a727533" -d '{"events": [{"server_uuid": "b35f6f2e-d582-4e5e-8614-501da9c47b57", "name": "network-vif-plugged", "status": "completed", "tag": "0dc41254-509e-4eca-8555-7f7f8f462a29"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:18:52.524545 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port 0dc41254-509e-4eca-8555-7f7f8f462a29, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=0dc41254-509e-4eca-8555-7f7f8f462a29,segment=NetworkSegment(f9487e50-e546-4495-bcbc-afe45d1d622a),segment_id=f9487e50-e546-4495-bcbc-afe45d1d622a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:18:52.565789 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 18:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8340ee71-373f-424a-ae6b-58264a788234 x-openstack-request-id: req-8340ee71-373f-424a-ae6b-58264a788234 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:18:52.566081 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35f6f2e-d582-4e5e-8614-501da9c47b57", "name": "network-vif-plugged", "status": "completed", "tag": "0dc41254-509e-4eca-8555-7f7f8f462a29", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:18:52.566335 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8340ee71-373f-424a-ae6b-58264a788234 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:18:52.566729 dv-cinder-779540-2-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35f6f2e-d582-4e5e-8614-501da9c47b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc41254-509e-4eca-8555-7f7f8f462a29', 'code': 200} Sep 09 18:18:52.622530 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:52.681466 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=0dc41254-509e-4eca-8555-7f7f8f462a29,revision_number=5']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:18:52.786438 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c9824-5a00-4cd7-a947-884e3bb75d3b req-1cc83748-2a54-4d48-82d5-97e995147f79 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:52.788017 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-108c9824-5a00-4cd7-a947-884e3bb75d3b req-1cc83748-2a54-4d48-82d5-97e995147f79 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.0590703 Sep 09 18:18:52.829849 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-108c9824-5a00-4cd7-a947-884e3bb75d3b req-9636ce61-16f1-4093-bb07-786bf5699ff1 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353870 Sep 09 18:18:52.981840 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc35a7f-6314-4666-b088-74395005a0b8 req-ff01ee18-0e9e-41ea-9b79-8c322680415c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:52.983302 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1dc35a7f-6314-4666-b088-74395005a0b8 req-ff01ee18-0e9e-41ea-9b79-8c322680415c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b35f6f2e-d582-4e5e-8614-501da9c47b57 HTTP/1.1" status: 200 len: 1099 time: 0.0461750 Sep 09 18:18:53.057709 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6c3fe-eb89-4515-9e3c-e03f5875cd93 req-5ff4c138-9101-43ab-8a54-37f1dc978533 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:53.059287 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e3a6c3fe-eb89-4515-9e3c-e03f5875cd93 req-5ff4c138-9101-43ab-8a54-37f1dc978533 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=01e543b5-549b-4f2e-b140-7fb46b3f0163 HTTP/1.1" status: 200 len: 944 time: 0.0797641 Sep 09 18:18:53.061239 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1dc35a7f-6314-4666-b088-74395005a0b8 req-805c2754-973c-46e6-9e77-03f1493d0ce6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e0ff15e1-0bd8-4d3f-b6b3-ce6200825c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676370 Sep 09 18:18:53.104937 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e3a6c3fe-eb89-4515-9e3c-e03f5875cd93 req-4e3e7fe8-f2d4-4115-9289-de6c47bcda62 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386336 Sep 09 18:18:53.584078 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb07a1-c6bc-449c-9f70-62c5e0490aa6 req-a426c112-df30-423d-ba1f-0fc5c5755b08 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:53.586776 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6ecb07a1-c6bc-449c-9f70-62c5e0490aa6 req-a426c112-df30-423d-ba1f-0fc5c5755b08 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=b35f6f2e-d582-4e5e-8614-501da9c47b57 HTTP/1.1" status: 200 len: 946 time: 0.0699716 Sep 09 18:18:53.645693 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6ecb07a1-c6bc-449c-9f70-62c5e0490aa6 req-0f70f150-d0d2-4db5-ab48-96c9d434873e tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0ff15e1-0bd8-4d3f-b6b3-ce6200825c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522511 Sep 09 18:18:53.966396 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a266b68-4ce9-43f8-9fc7-3893572dcffe req-5d3334b3-9801-4d82-9adb-bed6bcfabd8a tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:53.967979 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4a266b68-4ce9-43f8-9fc7-3893572dcffe req-5d3334b3-9801-4d82-9adb-bed6bcfabd8a tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.0591905 Sep 09 18:18:54.018049 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4a266b68-4ce9-43f8-9fc7-3893572dcffe req-dbd9e6c7-ba69-4380-b749-6a74bed896dc tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430660 Sep 09 18:18:54.235947 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf429aed-6695-4359-9bb8-1b08ccea1470 req-e9e41799-5239-4a67-96d7-3634d8373445 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:54.237573 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-cf429aed-6695-4359-9bb8-1b08ccea1470 req-e9e41799-5239-4a67-96d7-3634d8373445 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=01e543b5-549b-4f2e-b140-7fb46b3f0163 HTTP/1.1" status: 200 len: 944 time: 0.0574977 Sep 09 18:18:54.284725 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-cf429aed-6695-4359-9bb8-1b08ccea1470 req-1b9c8632-f287-47c9-9847-3c69168dcd43 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413041 Sep 09 18:18:54.783441 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ae384-af5b-41ab-afdd-aa4db62d3abd req-c5cf68cf-ae6f-41b6-b84a-ebe5cdd0569e tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:54.784948 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-be1ae384-af5b-41ab-afdd-aa4db62d3abd req-c5cf68cf-ae6f-41b6-b84a-ebe5cdd0569e tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=b35f6f2e-d582-4e5e-8614-501da9c47b57 HTTP/1.1" status: 200 len: 946 time: 0.0498059 Sep 09 18:18:54.793696 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7edb275d-2465-415e-81c7-844382bd66c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:54.825972 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-be1ae384-af5b-41ab-afdd-aa4db62d3abd req-7f59b594-8c4c-41dc-838e-84ad1e029066 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0ff15e1-0bd8-4d3f-b6b3-ce6200825c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348401 Sep 09 18:18:55.138121 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50cbfd-de6d-4b36-bd91-866e0959bfc1 req-6cefe560-4d10-40d9-bff1-72fc86b64c5c tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:55.139658 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8f50cbfd-de6d-4b36-bd91-866e0959bfc1 req-6cefe560-4d10-40d9-bff1-72fc86b64c5c tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.0523958 Sep 09 18:18:55.184057 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8f50cbfd-de6d-4b36-bd91-866e0959bfc1 req-3138b893-b6b1-4099-817a-5b9c5843754e tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370419 Sep 09 18:18:55.417350 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e00d99-bb64-48cc-a3fb-e64bba25ee35 req-075452ea-c637-43d4-9939-f88cd28073c9 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:55.418874 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-36e00d99-bb64-48cc-a3fb-e64bba25ee35 req-075452ea-c637-43d4-9939-f88cd28073c9 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=01e543b5-549b-4f2e-b140-7fb46b3f0163 HTTP/1.1" status: 200 len: 944 time: 0.0501955 Sep 09 18:18:55.459160 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-36e00d99-bb64-48cc-a3fb-e64bba25ee35 req-306c3155-2ab6-4c17-af26-b1726744dbe9 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339839 Sep 09 18:18:55.606082 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a18918-df23-407a-b61e-9ea7693511c9 req-9f9bf86c-6fc8-4a0c-a9f8-55faf2502e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:55.607614 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b0a18918-df23-407a-b61e-9ea7693511c9 req-9f9bf86c-6fc8-4a0c-a9f8-55faf2502e09 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 1098 time: 0.0412714 Sep 09 18:18:55.647431 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b0a18918-df23-407a-b61e-9ea7693511c9 req-8e31daa1-ec1e-4e5a-82e7-56734639bfdf service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318437 Sep 09 18:18:55.957836 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9551a2-8a91-4805-a434-f0133c07f1d5 req-2f5794f7-60ae-433f-8ab1-fac84e1977d6 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:55.959393 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-eb9551a2-8a91-4805-a434-f0133c07f1d5 req-2f5794f7-60ae-433f-8ab1-fac84e1977d6 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=b35f6f2e-d582-4e5e-8614-501da9c47b57 HTTP/1.1" status: 200 len: 946 time: 0.0518482 Sep 09 18:18:56.014512 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-eb9551a2-8a91-4805-a434-f0133c07f1d5 req-91c6223e-0724-4a42-9447-468537428279 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0ff15e1-0bd8-4d3f-b6b3-ce6200825c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490763 Sep 09 18:18:56.316648 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7adb0d-c2a1-4542-9231-2846993f3d30 req-814368d5-5e36-4c79-b1ca-9d089c2b3e10 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:56.318151 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5f7adb0d-c2a1-4542-9231-2846993f3d30 req-814368d5-5e36-4c79-b1ca-9d089c2b3e10 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.0524342 Sep 09 18:18:56.357882 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5f7adb0d-c2a1-4542-9231-2846993f3d30 req-8cffbb29-338f-470e-8bc9-c0a97c261760 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328007 Sep 09 18:18:56.587080 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e95a8-62b3-4aba-a38b-f7f407ccd2e8 req-f1d15b09-fa3c-44f0-886a-fe982f9d4909 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:56.588704 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2f5e95a8-62b3-4aba-a38b-f7f407ccd2e8 req-f1d15b09-fa3c-44f0-886a-fe982f9d4909 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=01e543b5-549b-4f2e-b140-7fb46b3f0163 HTTP/1.1" status: 200 len: 944 time: 0.0539327 Sep 09 18:18:56.634925 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2f5e95a8-62b3-4aba-a38b-f7f407ccd2e8 req-527d46de-4333-48fc-a668-f376c86e86c7 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360520 Sep 09 18:18:57.473779 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:57.488113 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa4532-f8f8-4350-ba06-e837d79bac87 req-bba71b6c-7910-472c-be43-055e78beb150 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:57.489671 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-08aa4532-f8f8-4350-ba06-e837d79bac87 req-bba71b6c-7910-472c-be43-055e78beb150 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.0506964 Sep 09 18:18:57.533410 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-08aa4532-f8f8-4350-ba06-e837d79bac87 req-353e6b4c-d883-4b1a-a2ae-a01384b8bde8 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373602 Sep 09 18:18:57.548429 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9df13784-0587-45e9-9293-f2e724ac59fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:57.767057 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5b32b-7e3e-4454-9f92-2e7ea0b532e1 req-99ebae9f-da6e-4c82-9626-dea25e64f20c tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:57.768854 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8fc5b32b-7e3e-4454-9f92-2e7ea0b532e1 req-99ebae9f-da6e-4c82-9626-dea25e64f20c tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=01e543b5-549b-4f2e-b140-7fb46b3f0163 HTTP/1.1" status: 200 len: 944 time: 0.0542550 Sep 09 18:18:57.820098 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8fc5b32b-7e3e-4454-9f92-2e7ea0b532e1 req-777a9493-49d1-49c7-9455-bc5d881f6ddb tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380299 Sep 09 18:18:58.310281 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device f8ed4a80-ccc3-4606-bb16-5adecbdb122b details requested by agent hyperv_hv-cinder-77954 with host hv-cinder-77954 {{(pid=94639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 18:18:58.391051 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e42d4-d1e7-4647-99c0-3390cd9090ee req-597f3d1f-b2d8-4d2d-8094-39cabd5cab40 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:58.392635 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c73e42d4-d1e7-4647-99c0-3390cd9090ee req-597f3d1f-b2d8-4d2d-8094-39cabd5cab40 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=b35f6f2e-d582-4e5e-8614-501da9c47b57 HTTP/1.1" status: 200 len: 946 time: 0.0508649 Sep 09 18:18:58.423556 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port f8ed4a80-ccc3-4606-bb16-5adecbdb122b, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=f8ed4a80-ccc3-4606-bb16-5adecbdb122b,segment=NetworkSegment(7898d1ab-7660-4281-85f4-69d970fcafe6),segment_id=7898d1ab-7660-4281-85f4-69d970fcafe6)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:18:58.437036 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Returning: {'device': 'f8ed4a80-ccc3-4606-bb16-5adecbdb122b', 'network_id': 'f9f8ee35-cc2c-41e4-a086-b60f69231898', 'port_id': 'f8ed4a80-ccc3-4606-bb16-5adecbdb122b', 'mac_address': 'fa:16:3e:21:e2:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1820377-02b2-429c-bc0b-65270228fdbb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 18:18:58.439291 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c73e42d4-d1e7-4647-99c0-3390cd9090ee req-be5b3b2e-f32a-45cd-a857-bc240aee9810 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0ff15e1-0bd8-4d3f-b6b3-ce6200825c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370212 Sep 09 18:18:58.496327 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:58.510695 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8ed4a80-ccc3-4606-bb16-5adecbdb122b {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:18:58.532546 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port f8ed4a80-ccc3-4606-bb16-5adecbdb122b, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=f8ed4a80-ccc3-4606-bb16-5adecbdb122b,segment=NetworkSegment(7898d1ab-7660-4281-85f4-69d970fcafe6),segment_id=7898d1ab-7660-4281-85f4-69d970fcafe6)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:18:58.623541 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:58.653783 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71173c6-ec4f-4068-b064-8b7a9c1d9dfa req-b516b3d4-3347-4874-95ac-a901ff611bcb tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:58.655357 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a71173c6-ec4f-4068-b064-8b7a9c1d9dfa req-b516b3d4-3347-4874-95ac-a901ff611bcb tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.0524042 Sep 09 18:18:58.691047 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=f8ed4a80-ccc3-4606-bb16-5adecbdb122b,revision_number=4']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:18:58.715651 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a71173c6-ec4f-4068-b064-8b7a9c1d9dfa req-ee3b0b95-e195-4806-9107-ed5be10f79b3 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544760 Sep 09 18:18:58.947173 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5d285-2754-44df-9d16-e2febd17bd70 req-4dd28807-c7a2-46fc-b63c-1aed248ea52b tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:58.948870 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d8b5d285-2754-44df-9d16-e2febd17bd70 req-4dd28807-c7a2-46fc-b63c-1aed248ea52b tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=01e543b5-549b-4f2e-b140-7fb46b3f0163 HTTP/1.1" status: 200 len: 945 time: 0.0570097 Sep 09 18:18:58.988680 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d8b5d285-2754-44df-9d16-e2febd17bd70 req-b6807c68-cf24-438b-ab55-c72991a8a658 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329807 Sep 09 18:18:59.126744 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:18:59.137590 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] get_ports_and_sgs() called for port_ids ['f8ed4a80-ccc3-4606-bb16-5adecbdb122b'] {{(pid=94639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 18:18:59.273451 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9237c5c-b5c0-45a9-97be-2d54beb1a74f req-c012b4ed-4a97-4ca2-b9b7-a299884c73cc tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:59.275104 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f9237c5c-b5c0-45a9-97be-2d54beb1a74f req-c012b4ed-4a97-4ca2-b9b7-a299884c73cc tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.0942597 Sep 09 18:18:59.298995 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57859295-3401-4fdd-a6e6-b93ee2c72d71 req-59494b89-ef6b-4171-aa04-b0a072b4b577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:59.300531 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-57859295-3401-4fdd-a6e6-b93ee2c72d71 req-59494b89-ef6b-4171-aa04-b0a072b4b577 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0e28af74cee746159f61e6e9abc8948d&device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 1098 time: 0.0789330 Sep 09 18:18:59.607260 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f9237c5c-b5c0-45a9-97be-2d54beb1a74f req-baad0ed7-dd09-493d-ba97-30d9bc843f59 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216496 Sep 09 18:18:59.674429 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239745d-ee57-4e6e-b54a-efd60dae1506 req-3b593b8c-cf08-4cdc-a8d9-da4718238180 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:59.676131 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8239745d-ee57-4e6e-b54a-efd60dae1506 req-3b593b8c-cf08-4cdc-a8d9-da4718238180 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=b35f6f2e-d582-4e5e-8614-501da9c47b57 HTTP/1.1" status: 200 len: 946 time: 0.1234565 Sep 09 18:18:59.681620 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57859295-3401-4fdd-a6e6-b93ee2c72d71 req-088fa1c1-0fea-4637-8eba-a3746cc8e806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:59.683318 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-57859295-3401-4fdd-a6e6-b93ee2c72d71 req-088fa1c1-0fea-4637-8eba-a3746cc8e806 service neutron] 10.222.0.54 "GET /v2.0/networks?id=eafe2dd1-3f55-4813-b3ae-df6e622a3eab HTTP/1.1" status: 200 len: 919 time: 0.3743815 Sep 09 18:18:59.726177 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8239745d-ee57-4e6e-b54a-efd60dae1506 req-ec61ff9f-a047-4209-9aaf-5ad94d50e064 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0ff15e1-0bd8-4d3f-b6b3-ce6200825c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418880 Sep 09 18:18:59.754082 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-57859295-3401-4fdd-a6e6-b93ee2c72d71 req-33e36886-d608-4262-aec5-537fedcf303d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b6b9f03-276a-465a-a25a-51e7f177a098 HTTP/1.1" status: 200 len: 217 time: 0.0414815 Sep 09 18:18:59.808838 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57859295-3401-4fdd-a6e6-b93ee2c72d71 req-8775955c-9c0d-4c4e-b690-f439503084fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:18:59.810326 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-57859295-3401-4fdd-a6e6-b93ee2c72d71 req-8775955c-9c0d-4c4e-b690-f439503084fc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=285c431c-6ae1-4a37-abf0-1b468ed843f7 HTTP/1.1" status: 200 len: 858 time: 0.0450804 Sep 09 18:18:59.843651 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-57859295-3401-4fdd-a6e6-b93ee2c72d71 req-517677b2-10f4-44bc-b941-78f660d3aa99 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eafe2dd1-3f55-4813-b3ae-df6e622a3eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250189 Sep 09 18:18:59.953897 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-57859295-3401-4fdd-a6e6-b93ee2c72d71 req-f467d787-44b7-43a2-bb15-850e0132fc10 service neutron] 10.222.0.54 "GET /v2.0/networks/eafe2dd1-3f55-4813-b3ae-df6e622a3eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004159 Sep 09 18:19:00.080947 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-57859295-3401-4fdd-a6e6-b93ee2c72d71 req-6c1a6bc6-2a6e-4a92-b43d-f66b10865121 service neutron] 10.222.0.54 "GET /v2.0/networks/eafe2dd1-3f55-4813-b3ae-df6e622a3eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175020 Sep 09 18:19:00.120372 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a04fe8-55c8-44b8-a870-4f3837596140 req-929b14db-9e7e-432e-b9b8-824c0712a9ae tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:00.122383 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-79a04fe8-55c8-44b8-a870-4f3837596140 req-929b14db-9e7e-432e-b9b8-824c0712a9ae tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=01e543b5-549b-4f2e-b140-7fb46b3f0163 HTTP/1.1" status: 200 len: 945 time: 0.0609500 Sep 09 18:19:00.169588 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-79a04fe8-55c8-44b8-a870-4f3837596140 req-6365e213-fcd0-4d3f-a431-ca23f56062a1 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400217 Sep 09 18:19:00.453740 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 39830) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:19:00.511477 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36293758-6131-4179-b4f7-2f35b0e2e613 req-9e89cd00-4a4b-43b5-942f-a1c38992b66e tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:00.513385 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-36293758-6131-4179-b4f7-2f35b0e2e613 req-9e89cd00-4a4b-43b5-942f-a1c38992b66e tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.54 "GET /v2.0/ports?device_id=b35f6f2e-d582-4e5e-8614-501da9c47b57 HTTP/1.1" status: 200 len: 946 time: 0.0559056 Sep 09 18:19:00.578824 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-775a3736-e9cc-40fe-9e08-a4971a1437ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:00.626513 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [req-36293758-6131-4179-b4f7-2f35b0e2e613 req-1b54c885-bb49-47fb-bcb5-979766811873 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Deleting port 0dc41254-509e-4eca-8555-7f7f8f462a29 {{(pid=94637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:19:00.627040 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-36293758-6131-4179-b4f7-2f35b0e2e613 req-1b54c885-bb49-47fb-bcb5-979766811873 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:00.696847 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-775a3736-e9cc-40fe-9e08-a4971a1437ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:00.774306 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-36293758-6131-4179-b4f7-2f35b0e2e613 req-1b54c885-bb49-47fb-bcb5-979766811873 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] For port 0dc41254-509e-4eca-8555-7f7f8f462a29, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=0dc41254-509e-4eca-8555-7f7f8f462a29,segment=NetworkSegment(f9487e50-e546-4495-bcbc-afe45d1d622a),segment_id=f9487e50-e546-4495-bcbc-afe45d1d622a)] {{(pid=94637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:19:00.774855 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-36293758-6131-4179-b4f7-2f35b0e2e613 req-1b54c885-bb49-47fb-bcb5-979766811873 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:00.778307 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-775a3736-e9cc-40fe-9e08-a4971a1437ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:00.801349 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46c10a-60c5-427c-9db8-a682867633fe req-72d047ed-c4b9-4e97-832f-99d73baf802c tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:00.803229 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9a46c10a-60c5-427c-9db8-a682867633fe req-72d047ed-c4b9-4e97-832f-99d73baf802c tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.0963414 Sep 09 18:19:00.804245 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [req-36293758-6131-4179-b4f7-2f35b0e2e613 req-1b54c885-bb49-47fb-bcb5-979766811873 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Calling delete_port for 0dc41254-509e-4eca-8555-7f7f8f462a29 owned by compute:nova {{(pid=94637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:19:00.845316 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-775a3736-e9cc-40fe-9e08-a4971a1437ce admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3560e322e1f543ec9240743a6483f937&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3904753 Sep 09 18:19:00.848842 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 39844) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:19:00.850821 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a3736-e9cc-40fe-9e08-a4971a1437ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f18bf14-2368-4a29-99fa-3a3db549b1fc,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:19:00.949685 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 39846) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:19:00.954964 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9a46c10a-60c5-427c-9db8-a682867633fe req-ea372267-de74-4b26-899a-7b8f6e56d78e tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454203 Sep 09 18:19:00.993980 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef444b6e-57d2-4951-b67f-e1ccc397038f req-1a8727dd-75de-4eed-b0f6-b60bdb2406cd tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:00.999551 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ef444b6e-57d2-4951-b67f-e1ccc397038f req-1a8727dd-75de-4eed-b0f6-b60bdb2406cd tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=b35f6f2e-d582-4e5e-8614-501da9c47b57 HTTP/1.1" status: 200 len: 946 time: 0.1778991 Sep 09 18:19:01.050853 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-2599732d-4800-492d-b1d3-4fb5dbcb9032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:01.057547 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:01.094296 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-bb4cc787-e996-4a53-9091-5e4e773de73b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:01.095589 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ef444b6e-57d2-4951-b67f-e1ccc397038f req-db6f2e1a-ada5-4c1f-bc7b-ef5774de8280 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/security-groups?id=e0ff15e1-0bd8-4d3f-b6b3-ce6200825c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867889 Sep 09 18:19:01.117333 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-2599732d-4800-492d-b1d3-4fb5dbcb9032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:01.217654 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-36293758-6131-4179-b4f7-2f35b0e2e613 req-1b54c885-bb49-47fb-bcb5-979766811873 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690'] for port, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:01.230755 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] get_ports_and_sgs() called for port_ids ['0dc41254-509e-4eca-8555-7f7f8f462a29'] {{(pid=94639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 18:19:01.253517 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54c885-bb49-47fb-bcb5-979766811873 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Pushing event deleted for resources: {'Port': ['ID=0dc41254-509e-4eca-8555-7f7f8f462a29,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:19:01.300747 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-2599732d-4800-492d-b1d3-4fb5dbcb9032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:01.303275 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-2599732d-4800-492d-b1d3-4fb5dbcb9032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:01.313438 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-2599732d-4800-492d-b1d3-4fb5dbcb9032 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2f18bf14-2368-4a29-99fa-3a3db549b1fc HTTP/1.1" status: 204 len: 168 time: 0.4546204 Sep 09 18:19:01.322716 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [req-36293758-6131-4179-b4f7-2f35b0e2e613 req-1b54c885-bb49-47fb-bcb5-979766811873 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] No DVR routers for this DVR port 0dc41254-509e-4eca-8555-7f7f8f462a29 on host hv-cinder-77954 {{(pid=94637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 18:19:01.330524 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-36293758-6131-4179-b4f7-2f35b0e2e613 req-1b54c885-bb49-47fb-bcb5-979766811873 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:01.332547 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-36293758-6131-4179-b4f7-2f35b0e2e613 req-1b54c885-bb49-47fb-bcb5-979766811873 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.54 "DELETE /v2.0/ports/0dc41254-509e-4eca-8555-7f7f8f462a29 HTTP/1.1" status: 204 len: 173 time: 0.8055129 Sep 09 18:19:01.333004 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35f6f2e-d582-4e5e-8614-501da9c47b57', 'name': 'network-vif-deleted', 'tag': '0dc41254-509e-4eca-8555-7f7f8f462a29'}] {{(pid=94637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:19:01.335304 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133f33bf375164f5fa4b6a6278130a616101494423e3cf7e78094e28bab08aaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b77e8b-c633-4bc9-91b3-941e6aa850c5" -d '{"events": [{"server_uuid": "b35f6f2e-d582-4e5e-8614-501da9c47b57", "name": "network-vif-deleted", "tag": "0dc41254-509e-4eca-8555-7f7f8f462a29"}]}' {{(pid=94637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:19:01.339814 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599732d-4800-492d-b1d3-4fb5dbcb9032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f18bf14-2368-4a29-99fa-3a3db549b1fc,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:19:01.365658 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-bb4cc787-e996-4a53-9091-5e4e773de73b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:01.370098 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f0a32-828c-44b6-a481-f58089eae0ae req-dce205aa-256c-45fa-a883-94952e483732 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:01.374360 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c03f0a32-828c-44b6-a481-f58089eae0ae req-dce205aa-256c-45fa-a883-94952e483732 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=01e543b5-549b-4f2e-b140-7fb46b3f0163 HTTP/1.1" status: 200 len: 945 time: 0.1243308 Sep 09 18:19:01.404512 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 18:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ea92db-009b-4434-acf0-34724ec2b9a1 x-openstack-request-id: req-20ea92db-009b-4434-acf0-34724ec2b9a1 {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:19:01.408548 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b35f6f2e-d582-4e5e-8614-501da9c47b57", "name": "network-vif-deleted", "tag": "0dc41254-509e-4eca-8555-7f7f8f462a29", "status": "completed", "code": 200}]} {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:19:01.408548 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-20ea92db-009b-4434-acf0-34724ec2b9a1 {{(pid=94637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:19:01.408548 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35f6f2e-d582-4e5e-8614-501da9c47b57', 'name': 'network-vif-deleted', 'tag': '0dc41254-509e-4eca-8555-7f7f8f462a29', 'status': 'completed', 'code': 200} Sep 09 18:19:01.419390 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c03f0a32-828c-44b6-a481-f58089eae0ae req-5a5cbfb8-eb88-47ed-bea5-d6ab5c58c0e4 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383413 Sep 09 18:19:01.502370 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-bb4cc787-e996-4a53-9091-5e4e773de73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:01.543610 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-bb4cc787-e996-4a53-9091-5e4e773de73b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=37ad7e4819cc4566a8ce162cff96cda5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5927205 Sep 09 18:19:01.544562 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4cc787-e996-4a53-9091-5e4e773de73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fc8c6f-090c-486b-9ea0-4c2c9b6971ef,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:19:01.549211 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 39860) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:19:01.600595 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-6659ed5f-f123-4d82-9ff4-fb5f3a48ea97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:01.622912 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-6659ed5f-f123-4d82-9ff4-fb5f3a48ea97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:01.776855 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-6659ed5f-f123-4d82-9ff4-fb5f3a48ea97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:01.779298 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-6659ed5f-f123-4d82-9ff4-fb5f3a48ea97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:01.780485 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-6659ed5f-f123-4d82-9ff4-fb5f3a48ea97 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/25fc8c6f-090c-486b-9ea0-4c2c9b6971ef HTTP/1.1" status: 204 len: 168 time: 0.2302361 Sep 09 18:19:01.789420 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6659ed5f-f123-4d82-9ff4-fb5f3a48ea97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fc8c6f-090c-486b-9ea0-4c2c9b6971ef,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:19:02.096064 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91f473-3ebc-4516-84c8-1d7984d60101 req-e11c076e-9dd0-43e5-ba03-62d3b1abe9ac tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:02.097693 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bc91f473-3ebc-4516-84c8-1d7984d60101 req-e11c076e-9dd0-43e5-ba03-62d3b1abe9ac tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.0539665 Sep 09 18:19:02.102869 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 39868) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:19:02.118820 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ffa98d90-1567-4faa-8b2f-8d78d0ae29eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:02.142855 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bc91f473-3ebc-4516-84c8-1d7984d60101 req-bf65d467-3b30-4d46-8d5f-3099baa561b9 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383720 Sep 09 18:19:02.254083 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-520c0abc-cace-4467-8141-84f384c4ccea req-9646a563-6e18-4ece-aa0f-289dd609bc68 tempest-VolumesActionsTest-1647851343 tempest-VolumesActionsTest-1647851343-project] 10.222.0.39 "GET /v2.0/ports?device_id=b35f6f2e-d582-4e5e-8614-501da9c47b57 HTTP/1.1" status: 200 len: 210 time: 0.0362084 Sep 09 18:19:02.269706 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ffa98d90-1567-4faa-8b2f-8d78d0ae29eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:02.308739 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ffa98d90-1567-4faa-8b2f-8d78d0ae29eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:02.323217 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device f8ed4a80-ccc3-4606-bb16-5adecbdb122b up at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:19:02.358095 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 39882) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:19:02.358222 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-ffa98d90-1567-4faa-8b2f-8d78d0ae29eb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2ae1046dbb774182975e59b4c7448dc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2524798 Sep 09 18:19:02.358222 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa98d90-1567-4faa-8b2f-8d78d0ae29eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95022909-feb8-4b45-a85b-13385fcc5ebc,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:19:02.414687 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1fd3c02c-f7cd-42d6-855c-bb36e3d27ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:02.435989 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1fd3c02c-f7cd-42d6-855c-bb36e3d27ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:02.463299 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning for port f8ed4a80-ccc3-4606-bb16-5adecbdb122b completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:19:02.467777 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning complete for port f8ed4a80-ccc3-4606-bb16-5adecbdb122b triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:19:02.469504 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:02.554451 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61c8cc-f17d-4c75-99c1-c688a85d7249 req-4ec58503-d83e-45ba-9834-0f02aa9ba1f6 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:02.561389 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9a61c8cc-f17d-4c75-99c1-c688a85d7249 req-4ec58503-d83e-45ba-9834-0f02aa9ba1f6 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=01e543b5-549b-4f2e-b140-7fb46b3f0163 HTTP/1.1" status: 200 len: 945 time: 0.0590262 Sep 09 18:19:02.564068 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:02.607063 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e543b5-549b-4f2e-b140-7fb46b3f0163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ed4a80-ccc3-4606-bb16-5adecbdb122b'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:19:02.609814 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c42b67fee44e65162d6e194d2b8dbd641fdff823df3ddc4f15e211ea02ebf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1556cb7c-12b1-44d5-8ffe-65102ea79ea0" -d '{"events": [{"server_uuid": "01e543b5-549b-4f2e-b140-7fb46b3f0163", "name": "network-vif-plugged", "status": "completed", "tag": "f8ed4a80-ccc3-4606-bb16-5adecbdb122b"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:19:02.611230 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9a61c8cc-f17d-4c75-99c1-c688a85d7249 req-5571fdde-8778-41e5-8df6-7de1dc6f0cab tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456767 Sep 09 18:19:02.626780 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port f8ed4a80-ccc3-4606-bb16-5adecbdb122b, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=f8ed4a80-ccc3-4606-bb16-5adecbdb122b,segment=NetworkSegment(7898d1ab-7660-4281-85f4-69d970fcafe6),segment_id=7898d1ab-7660-4281-85f4-69d970fcafe6)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:19:02.651636 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1fd3c02c-f7cd-42d6-855c-bb36e3d27ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:02.655948 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1fd3c02c-f7cd-42d6-855c-bb36e3d27ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:02.655948 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-1fd3c02c-f7cd-42d6-855c-bb36e3d27ea1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/95022909-feb8-4b45-a85b-13385fcc5ebc HTTP/1.1" status: 204 len: 168 time: 0.2981174 Sep 09 18:19:02.665023 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 18:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e44adc6-ead3-40fd-8c92-7b538d053270 x-openstack-request-id: req-9e44adc6-ead3-40fd-8c92-7b538d053270 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:19:02.665298 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e543b5-549b-4f2e-b140-7fb46b3f0163", "name": "network-vif-plugged", "status": "completed", "tag": "f8ed4a80-ccc3-4606-bb16-5adecbdb122b", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:19:02.665739 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9e44adc6-ead3-40fd-8c92-7b538d053270 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:19:02.666276 dv-cinder-779540-2-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e543b5-549b-4f2e-b140-7fb46b3f0163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ed4a80-ccc3-4606-bb16-5adecbdb122b', 'code': 200} Sep 09 18:19:02.671451 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd3c02c-f7cd-42d6-855c-bb36e3d27ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95022909-feb8-4b45-a85b-13385fcc5ebc,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:19:02.765891 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:02.816336 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=f8ed4a80-ccc3-4606-bb16-5adecbdb122b,revision_number=5']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:19:03.113347 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf0c22-fb9b-44e5-8ff3-f28599298eb0 req-de6e58e6-ae1c-4f0c-a5b4-27fdbba50347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:03.116654 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6daf0c22-fb9b-44e5-8ff3-f28599298eb0 req-de6e58e6-ae1c-4f0c-a5b4-27fdbba50347 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=01e543b5-549b-4f2e-b140-7fb46b3f0163 HTTP/1.1" status: 200 len: 1099 time: 0.0457356 Sep 09 18:19:03.187183 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6daf0c22-fb9b-44e5-8ff3-f28599298eb0 req-5c207857-834d-4e30-b346-4f3996996ba2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368249 Sep 09 18:19:03.287991 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ca9e0-5a9c-4b3e-94a3-668a0cb8a7a1 req-7188fc7c-fbe8-4c6b-9a40-feb3b1f546f1 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:03.298275 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0f2ca9e0-5a9c-4b3e-94a3-668a0cb8a7a1 req-7188fc7c-fbe8-4c6b-9a40-feb3b1f546f1 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.0786450 Sep 09 18:19:03.347110 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0f2ca9e0-5a9c-4b3e-94a3-668a0cb8a7a1 req-12a7f7f1-ffde-4ea9-840b-1b6e2654448f tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420012 Sep 09 18:19:03.550446 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 39960) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:19:03.566446 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-cf7c9cb1-49b9-4d0a-922b-b7297c807887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:03.672457 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-cf7c9cb1-49b9-4d0a-922b-b7297c807887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:03.739166 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-cf7c9cb1-49b9-4d0a-922b-b7297c807887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:03.788605 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-cf7c9cb1-49b9-4d0a-922b-b7297c807887 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c089e5bd49d04840895f6a97ec9d1786&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2369936 Sep 09 18:19:03.789737 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7c9cb1-49b9-4d0a-922b-b7297c807887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4ea5ac-b370-45ba-b25d-993517387fe8,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:19:03.791240 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 39970) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:19:03.800408 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b628f-4a81-4587-8005-f58fd62a0d11 req-09f3e832-7092-4ae9-92ca-de278ab97992 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:03.805079 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1c5b628f-4a81-4587-8005-f58fd62a0d11 req-09f3e832-7092-4ae9-92ca-de278ab97992 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=01e543b5-549b-4f2e-b140-7fb46b3f0163 HTTP/1.1" status: 200 len: 946 time: 0.1064422 Sep 09 18:19:03.851062 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1c5b628f-4a81-4587-8005-f58fd62a0d11 req-ce0f5ae0-3da8-4341-aa17-d2380d41f90f tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426817 Sep 09 18:19:03.872293 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-fc421173-9d9d-412c-a0de-e152e6b95b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:03.900591 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-fc421173-9d9d-412c-a0de-e152e6b95b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:04.029307 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-fc421173-9d9d-412c-a0de-e152e6b95b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:04.033749 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-fc421173-9d9d-412c-a0de-e152e6b95b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:04.037663 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-fc421173-9d9d-412c-a0de-e152e6b95b6d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9a4ea5ac-b370-45ba-b25d-993517387fe8 HTTP/1.1" status: 204 len: 168 time: 0.2429790 Sep 09 18:19:04.043352 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc421173-9d9d-412c-a0de-e152e6b95b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4ea5ac-b370-45ba-b25d-993517387fe8,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:19:04.325719 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 0dc41254-509e-4eca-8555-7f7f8f462a29 no longer exists at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:19:04.358446 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] No Port match for: 0dc41254-509e-4eca-8555-7f7f8f462a29 {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:19:04.358984 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 0dc41254-509e-4eca-8555-7f7f8f462a29 not bound to the agent host hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:19:04.500241 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64c116-2aa4-4939-b64e-abbabd04de7c req-184be2d7-1f5c-4102-bfe2-4b5cf09ef74d tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:04.502824 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5f64c116-2aa4-4939-b64e-abbabd04de7c req-184be2d7-1f5c-4102-bfe2-4b5cf09ef74d tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.0645471 Sep 09 18:19:04.544564 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5f64c116-2aa4-4939-b64e-abbabd04de7c req-22f7cff9-44eb-4e31-9096-550d2ada9c56 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345442 Sep 09 18:19:04.938207 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:04.979674 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f8535-00f0-4570-a2b8-f1b7ce813da9 req-4db4d90b-c7c7-416e-b7ef-8b4100ce560e tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:04.981207 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-926f8535-00f0-4570-a2b8-f1b7ce813da9 req-4db4d90b-c7c7-416e-b7ef-8b4100ce560e tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=01e543b5-549b-4f2e-b140-7fb46b3f0163 HTTP/1.1" status: 200 len: 946 time: 0.0506659 Sep 09 18:19:05.028865 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-926f8535-00f0-4570-a2b8-f1b7ce813da9 req-c9daedce-027e-4a18-ae5c-47db298f1595 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410361 Sep 09 18:19:11.710124 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669200b-b1c9-4f82-b5a9-d491ae4843e0 req-498c5946-a80d-418b-8feb-f069b84b3207 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:11.711666 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5669200b-b1c9-4f82-b5a9-d491ae4843e0 req-498c5946-a80d-418b-8feb-f069b84b3207 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=01e543b5-549b-4f2e-b140-7fb46b3f0163 HTTP/1.1" status: 200 len: 946 time: 0.0517201 Sep 09 18:19:11.750366 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5669200b-b1c9-4f82-b5a9-d491ae4843e0 req-850a701e-eb68-46b6-9aaf-160e16fea807 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324605 Sep 09 18:19:13.854565 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2508d-c78f-4ea2-b6f8-08d2500bcef6 req-a0ffabf0-b66c-406e-8f8d-32c8f7c878ef tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:13.859586 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-20e2508d-c78f-4ea2-b6f8-08d2500bcef6 req-a0ffabf0-b66c-406e-8f8d-32c8f7c878ef tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.1262276 Sep 09 18:19:13.929223 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-20e2508d-c78f-4ea2-b6f8-08d2500bcef6 req-c83bc8ac-fbe9-448b-b00c-9ac15b0da9f4 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632162 Sep 09 18:19:20.415526 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 6 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:19:24.807377 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c69e4da1-3e23-459b-8465-2edad0c011f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:27.527847 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b56208f-642b-44f2-92e6-2ba0c737ce8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:27.546202 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:29.156367 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:31.055744 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:32.045958 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36bd872-cf65-48fc-9e94-86d4c18d51c3 req-d9921101-2619-4550-81b7-3952f9c9cd62 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:32.056040 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e36bd872-cf65-48fc-9e94-86d4c18d51c3 req-d9921101-2619-4550-81b7-3952f9c9cd62 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.1074986 Sep 09 18:19:32.084030 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c3242-542e-4c5e-bd28-ee7c46ce92ee req-6455eeef-3d40-4753-b6b2-f26fb10d8129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:32.086386 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b82c3242-542e-4c5e-bd28-ee7c46ce92ee req-6455eeef-3d40-4753-b6b2-f26fb10d8129 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0e28af74cee746159f61e6e9abc8948d&device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 1098 time: 0.0966625 Sep 09 18:19:32.152968 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e36bd872-cf65-48fc-9e94-86d4c18d51c3 req-059f4625-75a3-4945-af35-c55a5c62e275 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956511 Sep 09 18:19:32.238328 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c3242-542e-4c5e-bd28-ee7c46ce92ee req-32f451d2-1896-4dc2-a9a7-390f14298abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:32.239962 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b82c3242-542e-4c5e-bd28-ee7c46ce92ee req-32f451d2-1896-4dc2-a9a7-390f14298abc service neutron] 10.222.0.54 "GET /v2.0/networks?id=eafe2dd1-3f55-4813-b3ae-df6e622a3eab HTTP/1.1" status: 200 len: 919 time: 0.1451180 Sep 09 18:19:32.293881 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b82c3242-542e-4c5e-bd28-ee7c46ce92ee req-aab501ac-61e8-4630-aabd-ec24c71a5aaa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b6b9f03-276a-465a-a25a-51e7f177a098 HTTP/1.1" status: 200 len: 217 time: 0.0449855 Sep 09 18:19:32.359187 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c3242-542e-4c5e-bd28-ee7c46ce92ee req-4f6c4ee5-10fe-4a04-82eb-5642c86a2a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:32.361123 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b82c3242-542e-4c5e-bd28-ee7c46ce92ee req-4f6c4ee5-10fe-4a04-82eb-5642c86a2a0d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=285c431c-6ae1-4a37-abf0-1b468ed843f7 HTTP/1.1" status: 200 len: 858 time: 0.0589058 Sep 09 18:19:32.400918 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b82c3242-542e-4c5e-bd28-ee7c46ce92ee req-6c5bdcf9-c44a-438b-9707-8fa95282d40d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eafe2dd1-3f55-4813-b3ae-df6e622a3eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306213 Sep 09 18:19:32.549602 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b82c3242-542e-4c5e-bd28-ee7c46ce92ee req-02ba7649-7db5-4118-b3df-97c467709acf service neutron] 10.222.0.54 "GET /v2.0/networks/eafe2dd1-3f55-4813-b3ae-df6e622a3eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387224 Sep 09 18:19:32.711649 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b82c3242-542e-4c5e-bd28-ee7c46ce92ee req-339ab1a7-f276-4886-879b-ddd43c75d4fa service neutron] 10.222.0.54 "GET /v2.0/networks/eafe2dd1-3f55-4813-b3ae-df6e622a3eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517057 Sep 09 18:19:33.335662 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d4b5e-9948-4d3e-8de2-e1e1c3a5505f req-8b9bc7fa-7955-4674-8340-9847bd710451 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:33.337743 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-630d4b5e-9948-4d3e-8de2-e1e1c3a5505f req-8b9bc7fa-7955-4674-8340-9847bd710451 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.0702572 Sep 09 18:19:33.399029 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-630d4b5e-9948-4d3e-8de2-e1e1c3a5505f req-a3635fcb-d136-4deb-b513-ee76f9297bb8 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533609 Sep 09 18:19:34.554268 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f48e8-b653-4ae2-8d3c-63fee2da8587 req-4a81711b-fe1d-4132-8d89-2823c043156c tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:34.563941 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-564f48e8-b653-4ae2-8d3c-63fee2da8587 req-4a81711b-fe1d-4132-8d89-2823c043156c tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.0819542 Sep 09 18:19:34.653056 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-564f48e8-b653-4ae2-8d3c-63fee2da8587 req-c9be6836-e1c0-4b75-bc3b-047f665fb4db tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880027 Sep 09 18:19:34.665654 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7c86de0e-f367-447a-9570-b4413f42ed65 req-3db4d742-f2f6-4a6a-9f6b-5f7344e9ab48 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0815384 Sep 09 18:19:34.741818 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86de0e-f367-447a-9570-b4413f42ed65 req-aa24e333-d917-4b5f-8f8e-6bddcf70bedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:34.743538 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7c86de0e-f367-447a-9570-b4413f42ed65 req-aa24e333-d917-4b5f-8f8e-6bddcf70bedc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0e28af74cee746159f61e6e9abc8948d&device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 1099 time: 0.0470922 Sep 09 18:19:34.951775 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:35.002647 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86de0e-f367-447a-9570-b4413f42ed65 req-7a20b346-05cf-4a01-a4b4-2716949fa1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:35.004834 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7c86de0e-f367-447a-9570-b4413f42ed65 req-7a20b346-05cf-4a01-a4b4-2716949fa1dd service neutron] 10.222.0.54 "GET /v2.0/networks?id=eafe2dd1-3f55-4813-b3ae-df6e622a3eab HTTP/1.1" status: 200 len: 919 time: 0.2396197 Sep 09 18:19:35.057146 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7c86de0e-f367-447a-9570-b4413f42ed65 req-953be5ae-6677-4043-ad96-6a338416b373 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=443dbf9e-aa62-4786-9f48-d0e5a2748e42 HTTP/1.1" status: 200 len: 217 time: 0.0406179 Sep 09 18:19:35.133281 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86de0e-f367-447a-9570-b4413f42ed65 req-b6f52456-a9d2-4029-81ad-7009540a46c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:35.136767 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7c86de0e-f367-447a-9570-b4413f42ed65 req-b6f52456-a9d2-4029-81ad-7009540a46c0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=285c431c-6ae1-4a37-abf0-1b468ed843f7 HTTP/1.1" status: 200 len: 858 time: 0.0708158 Sep 09 18:19:35.175906 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7c86de0e-f367-447a-9570-b4413f42ed65 req-7921df58-fceb-4a29-b7f7-a80c15384797 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eafe2dd1-3f55-4813-b3ae-df6e622a3eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307002 Sep 09 18:19:35.308574 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7c86de0e-f367-447a-9570-b4413f42ed65 req-de082234-d2f3-4a9a-ac15-238b09be5b88 service neutron] 10.222.0.54 "GET /v2.0/networks/eafe2dd1-3f55-4813-b3ae-df6e622a3eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142783 Sep 09 18:19:35.411088 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7c86de0e-f367-447a-9570-b4413f42ed65 req-6dd0a0e1-7335-40db-8e59-0f54d755f63c service neutron] 10.222.0.54 "GET /v2.0/networks/eafe2dd1-3f55-4813-b3ae-df6e622a3eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923812 Sep 09 18:19:35.784649 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a65be4-c546-4c42-b332-19d519769f28 req-69b33589-f8df-462d-ab02-52b49cf954bb tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:35.786161 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-52a65be4-c546-4c42-b332-19d519769f28 req-69b33589-f8df-462d-ab02-52b49cf954bb tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.0538843 Sep 09 18:19:35.828282 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-52a65be4-c546-4c42-b332-19d519769f28 req-df517a62-0083-46dd-b85b-b541ca3a144b tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347419 Sep 09 18:19:37.045341 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f51b56-8c53-45b8-a119-4497ba207317 req-9dc628cd-28d5-46d2-89d1-1a9e08420c25 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:37.058659 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b7f51b56-8c53-45b8-a119-4497ba207317 req-9dc628cd-28d5-46d2-89d1-1a9e08420c25 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.1012728 Sep 09 18:19:37.109138 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b7f51b56-8c53-45b8-a119-4497ba207317 req-d005176c-c07a-490e-b2a2-e861ef398a62 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492215 Sep 09 18:19:38.366282 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9285582-2c8a-4d33-b0ff-bfb20e7c674a req-ac22fc2d-c5f9-4bd4-98b0-a1388e417512 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:38.372832 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a9285582-2c8a-4d33-b0ff-bfb20e7c674a req-ac22fc2d-c5f9-4bd4-98b0-a1388e417512 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.1353822 Sep 09 18:19:38.430116 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a9285582-2c8a-4d33-b0ff-bfb20e7c674a req-ef9e9d94-056f-45c7-9eb0-92d2da9938a1 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499787 Sep 09 18:19:39.776196 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b456760-1eb3-47fd-8918-54cb26e2afaa req-1396a926-6070-4b3d-8cd2-b3f8ddb9fbea tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:39.788906 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1b456760-1eb3-47fd-8918-54cb26e2afaa req-1396a926-6070-4b3d-8cd2-b3f8ddb9fbea tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.1220961 Sep 09 18:19:39.849486 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1b456760-1eb3-47fd-8918-54cb26e2afaa req-a604f812-ff99-4d3c-b13d-d1fb9f82bcc8 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594671 Sep 09 18:19:40.168969 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 40630) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:19:40.394981 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-dc535d1f-35c6-4a5f-aa14-e770728ac235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:40.585510 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-dc535d1f-35c6-4a5f-aa14-e770728ac235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:40.666924 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-dc535d1f-35c6-4a5f-aa14-e770728ac235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:40.760793 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-dc535d1f-35c6-4a5f-aa14-e770728ac235 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0cce6e0e797744389d8e81912f29a179&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5900331 Sep 09 18:19:40.762780 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc535d1f-35c6-4a5f-aa14-e770728ac235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e578fdb-ebb5-4c9c-9d5b-4757de0b93a7,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:19:40.766340 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 40638) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:19:40.801248 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc535d1f-35c6-4a5f-aa14-e770728ac235 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:19:40.802171 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc535d1f-35c6-4a5f-aa14-e770728ac235 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:19:40.802327 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc535d1f-35c6-4a5f-aa14-e770728ac235 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:19:40.802836 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc535d1f-35c6-4a5f-aa14-e770728ac235 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:19:40.803367 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc535d1f-35c6-4a5f-aa14-e770728ac235 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:19:40.803834 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc535d1f-35c6-4a5f-aa14-e770728ac235 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:19:40.804618 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc535d1f-35c6-4a5f-aa14-e770728ac235 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:19:40.804798 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc535d1f-35c6-4a5f-aa14-e770728ac235 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:19:40.805162 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc535d1f-35c6-4a5f-aa14-e770728ac235 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:19:40.805545 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc535d1f-35c6-4a5f-aa14-e770728ac235 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:19:40.805879 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc535d1f-35c6-4a5f-aa14-e770728ac235 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:19:40.807010 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc535d1f-35c6-4a5f-aa14-e770728ac235 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:19:40.906054 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-84d70834-d5d6-4677-9052-c62d1415d414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:40.954459 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-84d70834-d5d6-4677-9052-c62d1415d414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:41.075651 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc54113-7ec8-4662-aad5-3eab2b762845 req-3099c525-802d-4ba9-b1dd-96304023de45 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:41.077390 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-abc54113-7ec8-4662-aad5-3eab2b762845 req-3099c525-802d-4ba9-b1dd-96304023de45 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.0845618 Sep 09 18:19:41.145082 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-abc54113-7ec8-4662-aad5-3eab2b762845 req-641b375b-9349-46b3-995e-5a8420e3d654 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577371 Sep 09 18:19:41.150061 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-84d70834-d5d6-4677-9052-c62d1415d414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:41.151777 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-84d70834-d5d6-4677-9052-c62d1415d414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:41.156155 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-84d70834-d5d6-4677-9052-c62d1415d414 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1e578fdb-ebb5-4c9c-9d5b-4757de0b93a7 HTTP/1.1" status: 204 len: 168 time: 0.3869877 Sep 09 18:19:41.164869 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d70834-d5d6-4677-9052-c62d1415d414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e578fdb-ebb5-4c9c-9d5b-4757de0b93a7,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:19:41.177007 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d70834-d5d6-4677-9052-c62d1415d414 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:19:41.177619 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d70834-d5d6-4677-9052-c62d1415d414 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:19:41.178298 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d70834-d5d6-4677-9052-c62d1415d414 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:19:41.178930 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d70834-d5d6-4677-9052-c62d1415d414 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:19:41.179745 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d70834-d5d6-4677-9052-c62d1415d414 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:19:41.180899 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d70834-d5d6-4677-9052-c62d1415d414 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:19:41.181499 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d70834-d5d6-4677-9052-c62d1415d414 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:19:41.182054 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d70834-d5d6-4677-9052-c62d1415d414 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:19:41.182641 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d70834-d5d6-4677-9052-c62d1415d414 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:19:41.183213 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d70834-d5d6-4677-9052-c62d1415d414 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:19:41.183776 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d70834-d5d6-4677-9052-c62d1415d414 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:19:41.184359 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d70834-d5d6-4677-9052-c62d1415d414 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:19:42.148139 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 40672) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:19:42.185987 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-42e10264-ccfd-4601-9cb4-30e71f406438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:42.377093 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10fc34-7f6e-4107-9fc2-f110af3c020c req-a7374bea-e5f2-4dca-b65d-50ee0c04b20a tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:42.380186 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6b10fc34-7f6e-4107-9fc2-f110af3c020c req-a7374bea-e5f2-4dca-b65d-50ee0c04b20a tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.0742307 Sep 09 18:19:42.409869 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-42e10264-ccfd-4601-9cb4-30e71f406438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:42.441272 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6b10fc34-7f6e-4107-9fc2-f110af3c020c req-341d6f99-3a0f-4d5c-baf6-68c4f346234c tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536103 Sep 09 18:19:42.534547 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-42e10264-ccfd-4601-9cb4-30e71f406438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:42.583652 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-42e10264-ccfd-4601-9cb4-30e71f406438 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cb9848355afe4c8e8ee338555b72dbeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4283741 Sep 09 18:19:42.583652 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e10264-ccfd-4601-9cb4-30e71f406438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c2bd8e-1eb6-47b6-941c-833f75ae2a6b,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:19:42.584248 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 40678) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:19:42.712621 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-6753937c-5eaf-4622-ac13-b60f01c27e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:42.785085 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-6753937c-5eaf-4622-ac13-b60f01c27e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:42.952277 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-6753937c-5eaf-4622-ac13-b60f01c27e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:42.954373 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-6753937c-5eaf-4622-ac13-b60f01c27e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:42.959766 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-6753937c-5eaf-4622-ac13-b60f01c27e6f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f3c2bd8e-1eb6-47b6-941c-833f75ae2a6b HTTP/1.1" status: 204 len: 168 time: 0.3706450 Sep 09 18:19:42.989421 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6753937c-5eaf-4622-ac13-b60f01c27e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c2bd8e-1eb6-47b6-941c-833f75ae2a6b,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:19:43.588594 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e517549-fc57-419e-bb76-4e7fb96397be req-863a40de-5c42-40c2-b37f-00da222ae93f tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:43.598180 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6e517549-fc57-419e-bb76-4e7fb96397be req-863a40de-5c42-40c2-b37f-00da222ae93f tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.0645182 Sep 09 18:19:43.635280 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6e517549-fc57-419e-bb76-4e7fb96397be req-9e71afce-b525-44c4-918a-327774cd763a tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373077 Sep 09 18:19:44.525384 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 40742) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:19:44.666781 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-b2039452-7a74-44cd-8d3d-f1d3257c8d88 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1917135754-network', 'tenant_id': 'aab7c0e0946c4ce492b7fdc19a47d6a0'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:19:44.751925 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2039452-7a74-44cd-8d3d-f1d3257c8d88 admin admin] Made reservation on behalf of aab7c0e0946c4ce492b7fdc19a47d6a0 for: {'network': 1} {{(pid=94637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:19:44.754889 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b2039452-7a74-44cd-8d3d-f1d3257c8d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for network, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:44.770057 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b2039452-7a74-44cd-8d3d-f1d3257c8d88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:44.905800 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b2039452-7a74-44cd-8d3d-f1d3257c8d88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:44.974714 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b2039452-7a74-44cd-8d3d-f1d3257c8d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:45.009117 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2039452-7a74-44cd-8d3d-f1d3257c8d88 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=94637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 18:19:45.026412 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2039452-7a74-44cd-8d3d-f1d3257c8d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177bc538-d8b4-4acd-b8a6-9dad8b2d7397,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:19:45.033446 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b2039452-7a74-44cd-8d3d-f1d3257c8d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143'] for segment, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:45.033767 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.db.segments_db [None req-b2039452-7a74-44cd-8d3d-f1d3257c8d88 admin admin] Added segment 1dbc1f04-a131-4c95-8062-c69b70c40229 of type vlan for network 74cf1f32-c216-45d9-9de9-82a920d58ba3 Sep 09 18:19:45.105566 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b2039452-7a74-44cd-8d3d-f1d3257c8d88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729821298728'] for network, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:45.237299 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b2039452-7a74-44cd-8d3d-f1d3257c8d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322'] for network, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:45.238491 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2039452-7a74-44cd-8d3d-f1d3257c8d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:45.239202 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b2039452-7a74-44cd-8d3d-f1d3257c8d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for network, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:45.335031 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2039452-7a74-44cd-8d3d-f1d3257c8d88 admin admin] Pushing event updated for resources: {'Network': ['ID=74cf1f32-c216-45d9-9de9-82a920d58ba3,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:19:45.344447 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-b2039452-7a74-44cd-8d3d-f1d3257c8d88 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8156662 Sep 09 18:19:45.347764 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 40754) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:19:45.357246 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Network 74cf1f32-c216-45d9-9de9-82a920d58ba3 details requested by agent ovs-agent-dv-cinder-779540-2-iscsi with host dv-cinder-779540-2-iscsi {{(pid=94639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 18:19:45.361596 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-00b5b62d-5afe-4b7f-92b8-c6ed02adf766 admin admin] Request body: {'subnet': {'network_id': '74cf1f32-c216-45d9-9de9-82a920d58ba3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1917135754-subnet', 'tenant_id': 'aab7c0e0946c4ce492b7fdc19a47d6a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:19:45.499120 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b5b62d-5afe-4b7f-92b8-c6ed02adf766 admin admin] Made reservation on behalf of aab7c0e0946c4ce492b7fdc19a47d6a0 for: {'subnet': 1} {{(pid=94637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:19:45.501680 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-00b5b62d-5afe-4b7f-92b8-c6ed02adf766 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:45.809015 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-00b5b62d-5afe-4b7f-92b8-c6ed02adf766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322'] for subnet, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:45.876195 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b5b62d-5afe-4b7f-92b8-c6ed02adf766 admin admin] Pushing event updated for resources: {'Subnet': ['ID=467c2b9f-f11c-4011-8818-95d2b23cb1bb,revision_number=0']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:19:45.891022 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b5b62d-5afe-4b7f-92b8-c6ed02adf766 admin admin] Checking segment: {'id': '1dbc1f04-a131-4c95-8062-c69b70c40229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '74cf1f32-c216-45d9-9de9-82a920d58ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:19:45.891375 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b5b62d-5afe-4b7f-92b8-c6ed02adf766 admin admin] Network hostable DHCP agents. Network: 74cf1f32-c216-45d9-9de9-82a920d58ba3, hostable agents: ['6109b3ba-05d2-41fe-b34b-8d3bf45e9862'], hosted agents: [] {{(pid=94637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 18:19:45.991961 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b5b62d-5afe-4b7f-92b8-c6ed02adf766 admin admin] Network 74cf1f32-c216-45d9-9de9-82a920d58ba3 is scheduled to be hosted by DHCP agent 6109b3ba-05d2-41fe-b34b-8d3bf45e9862 with binding_index 1 {{(pid=94637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 18:19:46.078029 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.base_scheduler [None req-00b5b62d-5afe-4b7f-92b8-c6ed02adf766 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779540-2-iscsi, 74cf1f32-c216-45d9-9de9-82a920d58ba3) {{(pid=94637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:19:46.084278 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b5b62d-5afe-4b7f-92b8-c6ed02adf766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:46.085277 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-00b5b62d-5afe-4b7f-92b8-c6ed02adf766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for subnet, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:46.105615 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93f3483-9420-4a62-aab8-61ab885fb105 None None] Network 74cf1f32-c216-45d9-9de9-82a920d58ba3 requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:19:46.210072 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-00b5b62d-5afe-4b7f-92b8-c6ed02adf766 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8606408 Sep 09 18:19:46.444087 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7f5eac-c779-42ee-b52e-64f123dbb656 None None] Network 74cf1f32-c216-45d9-9de9-82a920d58ba3 requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:19:47.201838 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 40784) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:19:47.211394 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-d08b436d-a0c4-48cd-a92b-9be0dc9581cf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1698104689-network', 'tenant_id': '27fd944d294446c2aee3ced3d81a51a7'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:19:47.317602 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08b436d-a0c4-48cd-a92b-9be0dc9581cf admin admin] Made reservation on behalf of 27fd944d294446c2aee3ced3d81a51a7 for: {'network': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:19:47.320021 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d08b436d-a0c4-48cd-a92b-9be0dc9581cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for network, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:47.331414 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d08b436d-a0c4-48cd-a92b-9be0dc9581cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:47.471706 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d08b436d-a0c4-48cd-a92b-9be0dc9581cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:47.568740 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d08b436d-a0c4-48cd-a92b-9be0dc9581cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:47.592974 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d08b436d-a0c4-48cd-a92b-9be0dc9581cf admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=94638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 18:19:47.606786 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b436d-a0c4-48cd-a92b-9be0dc9581cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da167bb6-e2c2-4220-88fb-c077a8f96e60,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:19:47.611688 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d08b436d-a0c4-48cd-a92b-9be0dc9581cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143'] for segment, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:47.612035 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.db.segments_db [None req-d08b436d-a0c4-48cd-a92b-9be0dc9581cf admin admin] Added segment e1228c24-9a74-41cc-80e2-386254ecabd8 of type vlan for network 6590c9df-9b11-4642-b301-07650f3fd2dd Sep 09 18:19:47.657577 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d08b436d-a0c4-48cd-a92b-9be0dc9581cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729821298728'] for network, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:47.831637 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d08b436d-a0c4-48cd-a92b-9be0dc9581cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322'] for network, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:47.833708 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08b436d-a0c4-48cd-a92b-9be0dc9581cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:47.834354 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d08b436d-a0c4-48cd-a92b-9be0dc9581cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:47.905505 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b436d-a0c4-48cd-a92b-9be0dc9581cf admin admin] Pushing event updated for resources: {'Network': ['ID=6590c9df-9b11-4642-b301-07650f3fd2dd,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:19:47.915514 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Network 6590c9df-9b11-4642-b301-07650f3fd2dd details requested by agent ovs-agent-dv-cinder-779540-2-iscsi with host dv-cinder-779540-2-iscsi {{(pid=94639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 18:19:47.935064 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-d08b436d-a0c4-48cd-a92b-9be0dc9581cf admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7316594 Sep 09 18:19:47.937964 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 40794) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:19:47.942833 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-5e5ead46-00ce-44dd-a972-17aae76b7c51 admin admin] Request body: {'subnet': {'network_id': '6590c9df-9b11-4642-b301-07650f3fd2dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1698104689-subnet', 'tenant_id': '27fd944d294446c2aee3ced3d81a51a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:19:48.026128 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5ead46-00ce-44dd-a972-17aae76b7c51 admin admin] Made reservation on behalf of 27fd944d294446c2aee3ced3d81a51a7 for: {'subnet': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:19:48.028686 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5e5ead46-00ce-44dd-a972-17aae76b7c51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9553026'] for subnet, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:48.334967 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5e5ead46-00ce-44dd-a972-17aae76b7c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2896114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9553052'] for subnet, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:48.387922 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ead46-00ce-44dd-a972-17aae76b7c51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=babd0590-7943-4045-a1ce-88368f3d6a9f,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:19:48.406513 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5ead46-00ce-44dd-a972-17aae76b7c51 admin admin] Checking segment: {'id': 'e1228c24-9a74-41cc-80e2-386254ecabd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6590c9df-9b11-4642-b301-07650f3fd2dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:19:48.409871 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5ead46-00ce-44dd-a972-17aae76b7c51 admin admin] Network hostable DHCP agents. Network: 6590c9df-9b11-4642-b301-07650f3fd2dd, hostable agents: ['6109b3ba-05d2-41fe-b34b-8d3bf45e9862'], hosted agents: [] {{(pid=94638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 18:19:48.568838 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5ead46-00ce-44dd-a972-17aae76b7c51 admin admin] Network 6590c9df-9b11-4642-b301-07650f3fd2dd is scheduled to be hosted by DHCP agent 6109b3ba-05d2-41fe-b34b-8d3bf45e9862 with binding_index 1 {{(pid=94638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 18:19:48.699936 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-5e5ead46-00ce-44dd-a972-17aae76b7c51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779540-2-iscsi, 6590c9df-9b11-4642-b301-07650f3fd2dd) {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:19:48.705461 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5ead46-00ce-44dd-a972-17aae76b7c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:48.706394 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5e5ead46-00ce-44dd-a972-17aae76b7c51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:48.716166 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e8efe6-48f9-4789-8a21-37b645fd7ee5 None None] Network 6590c9df-9b11-4642-b301-07650f3fd2dd requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:19:48.838585 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-5e5ead46-00ce-44dd-a972-17aae76b7c51 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8993878 Sep 09 18:19:48.862187 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16637cc1-6558-461e-b668-418a0e5df830 None None] Network 6590c9df-9b11-4642-b301-07650f3fd2dd requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:19:49.119271 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ecb729-a351-4167-ba8e-422d27ce05f9 req-a751ee9d-d0b1-4ac1-91f2-3107ea98be42 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:49.121145 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d1ecb729-a351-4167-ba8e-422d27ce05f9 req-a751ee9d-d0b1-4ac1-91f2-3107ea98be42 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.0833464 Sep 09 18:19:49.177364 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d1ecb729-a351-4167-ba8e-422d27ce05f9 req-1067bb39-1930-4731-bd8e-59efced32349 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466173 Sep 09 18:19:50.388751 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b2d44-1191-49a7-aa09-ff39b20d137a req-6ee0a4dc-825d-4259-842c-c9ec250f2564 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:50.391450 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8f8b2d44-1191-49a7-aa09-ff39b20d137a req-6ee0a4dc-825d-4259-842c-c9ec250f2564 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.0624840 Sep 09 18:19:50.432167 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8f8b2d44-1191-49a7-aa09-ff39b20d137a req-94dbe45b-dc13-467f-9b84-d10067d0422a tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345609 Sep 09 18:19:51.268868 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-06947bf8-b0a9-4b2b-b7e0-10f588ba3374 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:51.270332 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-06947bf8-b0a9-4b2b-b7e0-10f588ba3374 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/networks?id=f9f8ee35-cc2c-41e4-a086-b60f69231898 HTTP/1.1" status: 200 len: 814 time: 0.1361449 Sep 09 18:19:51.293672 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-ac4dafc9-aecf-4cff-bd26-1321a686ae4a tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/quotas/f1acb6da43d6455c96c028870562f1e2 HTTP/1.1" status: 200 len: 375 time: 0.0149629 Sep 09 18:19:51.351510 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-c6440d0e-f8ff-4ce8-bef2-145759c79ca8 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1acb6da43d6455c96c028870562f1e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0472343 Sep 09 18:19:51.468152 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-247bb897-d8b0-44f0-9a85-c98b0f841c3d service neutron] 10.222.0.39 "GET /v2.0/networks/f9f8ee35-cc2c-41e4-a086-b60f69231898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056104 Sep 09 18:19:51.590295 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-edbe5a2a-d1c0-44ea-a5d8-55e9b2085e28 service neutron] 10.222.0.39 "GET /v2.0/networks/f9f8ee35-cc2c-41e4-a086-b60f69231898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093950 Sep 09 18:19:51.706705 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03359a73-79e9-451d-befc-9580c6a718c1 req-18c829ff-d6a9-468c-85f5-e70b880dcc45 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:51.709692 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-03359a73-79e9-451d-befc-9580c6a718c1 req-18c829ff-d6a9-468c-85f5-e70b880dcc45 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.0856245 Sep 09 18:19:51.763900 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-03359a73-79e9-451d-befc-9580c6a718c1 req-599029ba-d17b-46fc-b8be-4d69cfb45388 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431972 Sep 09 18:19:51.891546 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d1e64202-8386-42ab-83fa-9e3bab92f607 req-ce022c46-71fb-4aa6-b214-6f41006883c5 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=17bdf1ea-6175-4624-a739-5a4ad120006e HTTP/1.1" status: 200 len: 210 time: 0.0313981 Sep 09 18:19:52.750385 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a0915-8eb8-4c7a-b74f-30a47b7e90ab req-29f01020-9700-41b5-bcb1-5aada654accb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:52.751941 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-616a0915-8eb8-4c7a-b74f-30a47b7e90ab req-29f01020-9700-41b5-bcb1-5aada654accb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 1098 time: 0.0670540 Sep 09 18:19:52.798093 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-616a0915-8eb8-4c7a-b74f-30a47b7e90ab req-d89dbae5-4931-48a0-94e0-22f0935b735f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366669 Sep 09 18:19:52.897128 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef9146-4353-4d3b-91c6-9afdbc2dabaf req-e5033f8d-9514-4b22-b6ec-c88628be6f59 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:52.898661 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7eef9146-4353-4d3b-91c6-9afdbc2dabaf req-e5033f8d-9514-4b22-b6ec-c88628be6f59 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.0560360 Sep 09 18:19:52.944644 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7eef9146-4353-4d3b-91c6-9afdbc2dabaf req-18d7388a-5dcd-462c-a32c-48ea2ea3ba5e tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356472 Sep 09 18:19:52.999626 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e72082cb-aa87-476f-b3b4-be80a536ded1 req-60d9b3d2-90f4-401e-8a11-2b767d543429 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=17bdf1ea-6175-4624-a739-5a4ad120006e HTTP/1.1" status: 200 len: 210 time: 0.0307713 Sep 09 18:19:53.796872 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 40972) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:19:54.083562 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b4ea3ea-88e7-44d0-85fd-665a658b2ce0 admin admin] Deleting subnet c34e023f-6fee-4197-9a40-dfcaf218107a {{(pid=94637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 18:19:54.099912 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9b4ea3ea-88e7-44d0-85fd-665a658b2ce0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:54.140846 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-177f20fe-0c10-461a-9fe1-e643d45c4d6b req-b5558216-0d77-4e77-9e0d-fd15752cd90f tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=17bdf1ea-6175-4624-a739-5a4ad120006e HTTP/1.1" status: 200 len: 210 time: 0.0623939 Sep 09 18:19:54.152742 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354bfbd-45de-4258-beb4-9faee3ab0713 req-1d56ed99-47a4-4aeb-95bc-437c7607aea7 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:54.154296 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9354bfbd-45de-4258-beb4-9faee3ab0713 req-1d56ed99-47a4-4aeb-95bc-437c7607aea7 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.1222253 Sep 09 18:19:54.183304 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9b4ea3ea-88e7-44d0-85fd-665a658b2ce0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:54.192465 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9b4ea3ea-88e7-44d0-85fd-665a658b2ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775357'] for subnet, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:54.231105 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9354bfbd-45de-4258-beb4-9faee3ab0713 req-03bc1d45-eb44-4755-8712-0827cd3e83a3 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685863 Sep 09 18:19:54.335513 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9b4ea3ea-88e7-44d0-85fd-665a658b2ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322'] for subnet, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:54.365461 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9b4ea3ea-88e7-44d0-85fd-665a658b2ce0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for subnet, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:54.367386 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-9b4ea3ea-88e7-44d0-85fd-665a658b2ce0 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c34e023f-6fee-4197-9a40-dfcaf218107a HTTP/1.1" status: 204 len: 168 time: 0.5695095 Sep 09 18:19:54.371389 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 40984) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:19:54.402425 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ea3ea-88e7-44d0-85fd-665a658b2ce0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c34e023f-6fee-4197-9a40-dfcaf218107a,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:19:54.455450 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-eda0496c-9a27-4c12-84d8-ef6619ab6850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626401'] for network, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:54.531085 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-0c82d88f-63fb-43c6-abd8-0370570ec237 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:54.532639 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-0c82d88f-63fb-43c6-abd8-0370570ec237 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.54 "GET /v2.0/networks?id=f9f8ee35-cc2c-41e4-a086-b60f69231898 HTTP/1.1" status: 200 len: 814 time: 0.1389263 Sep 09 18:19:54.549631 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-4f02f4cd-e7ce-496a-a1de-e2b289e8a2b6 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Request body: {'port': {'device_id': '17bdf1ea-6175-4624-a739-5a4ad120006e', 'network_id': 'f9f8ee35-cc2c-41e4-a086-b60f69231898', 'admin_state_up': True, 'tenant_id': 'f1acb6da43d6455c96c028870562f1e2'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:19:54.554249 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-eda0496c-9a27-4c12-84d8-ef6619ab6850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773192', 'neutron.services.segments.db._delete_segments_for_network-8729821856413'] for network, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:54.577028 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-eda0496c-9a27-4c12-84d8-ef6619ab6850 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6260f8f9-3a77-41fb-95dc-146d40d79792']}} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:19:54.588979 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-eda0496c-9a27-4c12-84d8-ef6619ab6850 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9487e50-e546-4495-bcbc-afe45d1d622a') {'for_net_delete': True} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:19:54.589325 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-eda0496c-9a27-4c12-84d8-ef6619ab6850 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9487e50-e546-4495-bcbc-afe45d1d622a') {} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:19:54.599135 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-eda0496c-9a27-4c12-84d8-ef6619ab6850 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729821856934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1044657'] for segment, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:54.616623 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-eda0496c-9a27-4c12-84d8-ef6619ab6850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143'] for segment, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:54.624133 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eda0496c-9a27-4c12-84d8-ef6619ab6850 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=94638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 18:19:54.624571 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-eda0496c-9a27-4c12-84d8-ef6619ab6850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2903633'] for segment, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:54.684624 dv-cinder-779540-2-iscsi neutron-server[94638]: Traceback (most recent call last): Sep 09 18:19:54.684624 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 18:19:54.684624 dv-cinder-779540-2-iscsi neutron-server[94638]: timer() Sep 09 18:19:54.684624 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 18:19:54.684624 dv-cinder-779540-2-iscsi neutron-server[94638]: cb(*args, **kw) Sep 09 18:19:54.684624 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 18:19:54.684624 dv-cinder-779540-2-iscsi neutron-server[94638]: return func(*args, **kwargs) Sep 09 18:19:54.684624 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 18:19:54.684624 dv-cinder-779540-2-iscsi neutron-server[94638]: self._notify() Sep 09 18:19:54.684624 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 18:19:54.684624 dv-cinder-779540-2-iscsi neutron-server[94638]: self.callback(batched_events) Sep 09 18:19:54.684624 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 18:19:54.684624 dv-cinder-779540-2-iscsi neutron-server[94638]: event.method(event) Sep 09 18:19:54.684624 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 18:19:54.684624 dv-cinder-779540-2-iscsi neutron-server[94638]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 18:19:54.684624 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 18:19:54.684624 dv-cinder-779540-2-iscsi neutron-server[94638]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 18:19:54.684624 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 18:19:54.684624 dv-cinder-779540-2-iscsi neutron-server[94638]: return f(self, *a, **k) Sep 09 18:19:54.684624 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 18:19:54.684624 dv-cinder-779540-2-iscsi neutron-server[94638]: return self._get(url).json() Sep 09 18:19:54.684624 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 18:19:54.684624 dv-cinder-779540-2-iscsi neutron-server[94638]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 18:19:54.684624 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 18:19:54.684624 dv-cinder-779540-2-iscsi neutron-server[94638]: return self.request(url, 'GET', **kwargs) Sep 09 18:19:54.684624 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 18:19:54.684624 dv-cinder-779540-2-iscsi neutron-server[94638]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 18:19:54.684624 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 18:19:54.684624 dv-cinder-779540-2-iscsi neutron-server[94638]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 18:19:54.684624 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 18:19:54.684624 dv-cinder-779540-2-iscsi neutron-server[94638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 18:19:54.684624 dv-cinder-779540-2-iscsi neutron-server[94638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 18:19:54.804421 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-eda0496c-9a27-4c12-84d8-ef6619ab6850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-905241'] for network, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:54.812034 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-eda0496c-9a27-4c12-84d8-ef6619ab6850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:54.817585 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-eda0496c-9a27-4c12-84d8-ef6619ab6850 admin admin] 10.222.0.39 "DELETE /v2.0/networks/6260f8f9-3a77-41fb-95dc-146d40d79792 HTTP/1.1" status: 204 len: 168 time: 0.4428613 Sep 09 18:19:54.839001 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-4f02f4cd-e7ce-496a-a1de-e2b289e8a2b6 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Made reservation on behalf of f1acb6da43d6455c96c028870562f1e2 for: {'port': 1} {{(pid=94637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:19:54.839600 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6fb2c8cc-ea3a-4944-a23f-43ab83a0ea44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:54.844126 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-4f02f4cd-e7ce-496a-a1de-e2b289e8a2b6 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:54.855931 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0496c-9a27-4c12-84d8-ef6619ab6850 admin admin] Pushing event deleted for resources: {'Network': ['ID=6260f8f9-3a77-41fb-95dc-146d40d79792,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:19:55.033722 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.db_base_plugin_common [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-4f02f4cd-e7ce-496a-a1de-e2b289e8a2b6 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Allocated IP 172.20.0.10 (f9f8ee35-cc2c-41e4-a086-b60f69231898/f1820377-02b2-429c-bc0b-65270228fdbb/fcd380a5-c676-4b5d-99d4-023e7c20b9e7) {{(pid=94637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:19:55.195096 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-4f02f4cd-e7ce-496a-a1de-e2b289e8a2b6 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Notify callbacks [] for port, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:55.252363 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-37c36f1c-0b3d-40d0-a91f-35dd1ca67d51 req-8eeef9b3-d2f0-4841-9ac6-7228adf3c4e3 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=17bdf1ea-6175-4624-a739-5a4ad120006e HTTP/1.1" status: 200 len: 210 time: 0.0297325 Sep 09 18:19:55.352071 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-4f02f4cd-e7ce-496a-a1de-e2b289e8a2b6 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681'] for port, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:55.363592 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 41010) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:19:55.365648 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] get_ports_and_sgs() called for port_ids ['f8ed4a80-ccc3-4606-bb16-5adecbdb122b'] {{(pid=94639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 18:19:55.403803 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed03fa8-dc99-4ac1-8b20-c7db0110db0c req-c1a0960b-4e44-448a-826d-68edfa8906c6 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:55.405452 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-fed03fa8-dc99-4ac1-8b20-c7db0110db0c req-c1a0960b-4e44-448a-826d-68edfa8906c6 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.0900905 Sep 09 18:19:55.417088 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-7a937af4-35c6-45c4-b1c8-075a33706d6a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=40f9cc2599944b4b942f171c909564cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516350 Sep 09 18:19:55.419468 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 41012) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:19:55.421187 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-4f02f4cd-e7ce-496a-a1de-e2b289e8a2b6 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Network f9f8ee35-cc2c-41e4-a086-b60f69231898 is already hosted by enough agents. {{(pid=94637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:19:55.436813 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.base_scheduler [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-4f02f4cd-e7ce-496a-a1de-e2b289e8a2b6 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Resources bound (agent type, host, resource id): {{(pid=94637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:19:55.444002 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-4f02f4cd-e7ce-496a-a1de-e2b289e8a2b6 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Received port after_create {{(pid=94637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:19:55.451438 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-4f02f4cd-e7ce-496a-a1de-e2b289e8a2b6 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:55.452136 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-4f02f4cd-e7ce-496a-a1de-e2b289e8a2b6 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:55.470917 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02f4cd-e7ce-496a-a1de-e2b289e8a2b6 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Pushing event updated for resources: {'Port': ['ID=fcd380a5-c676-4b5d-99d4-023e7c20b9e7,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:19:55.494122 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6513d43b-efb5-41b0-83ee-997a7b0368a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:55.524789 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6513d43b-efb5-41b0-83ee-997a7b0368a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:55.531164 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-fed03fa8-dc99-4ac1-8b20-c7db0110db0c req-12d8eb03-3ba2-4d26-b9d9-4890720c0bde tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135652 Sep 09 18:19:55.584415 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-4f02f4cd-e7ce-496a-a1de-e2b289e8a2b6 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0387774 Sep 09 18:19:55.620680 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-e1fb16da-8b3f-41cd-b838-41cc9c38338e service neutron] Request body: {'port': {'device_id': '17bdf1ea-6175-4624-a739-5a4ad120006e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77954'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:19:55.661150 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6513d43b-efb5-41b0-83ee-997a7b0368a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:55.667954 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6513d43b-efb5-41b0-83ee-997a7b0368a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:55.669158 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-6513d43b-efb5-41b0-83ee-997a7b0368a0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e0ff15e1-0bd8-4d3f-b6b3-ce6200825c42 HTTP/1.1" status: 204 len: 168 time: 0.2485204 Sep 09 18:19:55.677795 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513d43b-efb5-41b0-83ee-997a7b0368a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ff15e1-0bd8-4d3f-b6b3-ce6200825c42,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:19:55.693018 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-e1fb16da-8b3f-41cd-b838-41cc9c38338e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:56.029453 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-e1fb16da-8b3f-41cd-b838-41cc9c38338e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcd380a5-c676-4b5d-99d4-023e7c20b9e7 {{(pid=94637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:19:56.038020 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-e1fb16da-8b3f-41cd-b838-41cc9c38338e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:56.053482 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.provisioning_blocks [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-e1fb16da-8b3f-41cd-b838-41cc9c38338e service neutron] Transition to ACTIVE for port object fcd380a5-c676-4b5d-99d4-023e7c20b9e7 will not be triggered until provisioned by entity L2. {{(pid=94637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:19:56.150080 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67d125-e786-462a-b7d5-19c134e3b319 req-ac5e6b1f-6262-4c06-9c6d-8815ee2c1cb6 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:56.152978 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0b67d125-e786-462a-b7d5-19c134e3b319 req-ac5e6b1f-6262-4c06-9c6d-8815ee2c1cb6 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.0554366 Sep 09 18:19:56.171132 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-e1fb16da-8b3f-41cd-b838-41cc9c38338e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:56.278030 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb16da-8b3f-41cd-b838-41cc9c38338e service neutron] Pushing event updated for resources: {'Port': ['ID=fcd380a5-c676-4b5d-99d4-023e7c20b9e7,revision_number=2']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:19:56.294260 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0b67d125-e786-462a-b7d5-19c134e3b319 req-8a651315-8146-412b-9a92-ec868d146d10 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339757 Sep 09 18:19:56.329031 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5db45f-4144-4978-867a-9e286f76ea5f req-d8afc8d7-560a-4059-a584-6286847dc096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:56.329031 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bf5db45f-4144-4978-867a-9e286f76ea5f req-d8afc8d7-560a-4059-a584-6286847dc096 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0e28af74cee746159f61e6e9abc8948d&device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 1098 time: 0.1403005 Sep 09 18:19:56.344170 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-e1fb16da-8b3f-41cd-b838-41cc9c38338e service neutron] Attempting to bind port fcd380a5-c676-4b5d-99d4-023e7c20b9e7 on host hv-cinder-77954 for vnic_type normal with profile {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:19:56.344538 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-e1fb16da-8b3f-41cd-b838-41cc9c38338e service neutron] Attempting to bind port fcd380a5-c676-4b5d-99d4-023e7c20b9e7 by drivers openvswitch,hyperv on host hv-cinder-77954 at level 0 using segments [{'id': '7898d1ab-7660-4281-85f4-69d970fcafe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f9f8ee35-cc2c-41e4-a086-b60f69231898'}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:19:56.344878 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-e1fb16da-8b3f-41cd-b838-41cc9c38338e service neutron] Attempting to bind port fcd380a5-c676-4b5d-99d4-023e7c20b9e7 on network f9f8ee35-cc2c-41e4-a086-b60f69231898 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:19:56.360754 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-e1fb16da-8b3f-41cd-b838-41cc9c38338e service neutron] Port fcd380a5-c676-4b5d-99d4-023e7c20b9e7 on network f9f8ee35-cc2c-41e4-a086-b60f69231898 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77954 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 18:19:56.361116 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-e1fb16da-8b3f-41cd-b838-41cc9c38338e service neutron] Attempting to bind port fcd380a5-c676-4b5d-99d4-023e7c20b9e7 on network f9f8ee35-cc2c-41e4-a086-b60f69231898 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:19:56.376788 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-e1fb16da-8b3f-41cd-b838-41cc9c38338e service neutron] Checking agent: {'id': 'e6e03918-0440-4933-b179-09c79aa47d03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 14, 34), 'started_at': datetime.datetime(2021, 9, 9, 18, 14, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:19:56.379416 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-e1fb16da-8b3f-41cd-b838-41cc9c38338e service neutron] Checking segment: {'id': '7898d1ab-7660-4281-85f4-69d970fcafe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f9f8ee35-cc2c-41e4-a086-b60f69231898'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:19:56.379416 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-e1fb16da-8b3f-41cd-b838-41cc9c38338e service neutron] Bound using segment: {'id': '7898d1ab-7660-4281-85f4-69d970fcafe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f9f8ee35-cc2c-41e4-a086-b60f69231898'} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:19:56.379416 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-e1fb16da-8b3f-41cd-b838-41cc9c38338e service neutron] Bound port: fcd380a5-c676-4b5d-99d4-023e7c20b9e7, host: hv-cinder-77954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7898d1ab-7660-4281-85f4-69d970fcafe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f9f8ee35-cc2c-41e4-a086-b60f69231898'}}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:19:56.379416 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-e1fb16da-8b3f-41cd-b838-41cc9c38338e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:56.513057 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5db45f-4144-4978-867a-9e286f76ea5f req-4887bad2-25bf-45ff-a487-2211282ed872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:56.514652 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bf5db45f-4144-4978-867a-9e286f76ea5f req-4887bad2-25bf-45ff-a487-2211282ed872 service neutron] 10.222.0.54 "GET /v2.0/networks?id=eafe2dd1-3f55-4813-b3ae-df6e622a3eab HTTP/1.1" status: 200 len: 919 time: 0.1823626 Sep 09 18:19:56.526974 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2abec4e-3d93-42a5-bf38-75f4662c9a15 req-aa27658c-ae54-4589-862c-97049e9be7f6 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:56.528682 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c2abec4e-3d93-42a5-bf38-75f4662c9a15 req-aa27658c-ae54-4589-862c-97049e9be7f6 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=17bdf1ea-6175-4624-a739-5a4ad120006e HTTP/1.1" status: 200 len: 944 time: 0.1479709 Sep 09 18:19:56.593499 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bf5db45f-4144-4978-867a-9e286f76ea5f req-26ca497b-4b88-4401-abd7-f1322ce1a55a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b6b9f03-276a-465a-a25a-51e7f177a098 HTTP/1.1" status: 200 len: 217 time: 0.0638163 Sep 09 18:19:56.603905 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-e1fb16da-8b3f-41cd-b838-41cc9c38338e service neutron] For port fcd380a5-c676-4b5d-99d4-023e7c20b9e7, host hv-cinder-77954, cleared binding levels {{(pid=94637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:19:56.652715 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c2abec4e-3d93-42a5-bf38-75f4662c9a15 req-057e1c72-84a9-476a-8b7c-fb152aece4ab tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113932 Sep 09 18:19:56.655854 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-e1fb16da-8b3f-41cd-b838-41cc9c38338e service neutron] For port fcd380a5-c676-4b5d-99d4-023e7c20b9e7, host hv-cinder-77954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=fcd380a5-c676-4b5d-99d4-023e7c20b9e7,segment=NetworkSegment(7898d1ab-7660-4281-85f4-69d970fcafe6),segment_id=7898d1ab-7660-4281-85f4-69d970fcafe6)] {{(pid=94637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:19:56.673678 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5db45f-4144-4978-867a-9e286f76ea5f req-91ab04b7-9496-4a90-93b6-724e0e3c742d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:56.675170 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bf5db45f-4144-4978-867a-9e286f76ea5f req-91ab04b7-9496-4a90-93b6-724e0e3c742d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=285c431c-6ae1-4a37-abf0-1b468ed843f7 HTTP/1.1" status: 200 len: 858 time: 0.0689235 Sep 09 18:19:56.710597 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bf5db45f-4144-4978-867a-9e286f76ea5f req-42f854be-fd9c-4e4d-8596-c0c664b31565 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=eafe2dd1-3f55-4813-b3ae-df6e622a3eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261061 Sep 09 18:19:56.749246 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-e1fb16da-8b3f-41cd-b838-41cc9c38338e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:56.825658 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-e1fb16da-8b3f-41cd-b838-41cc9c38338e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:56.826261 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-e1fb16da-8b3f-41cd-b838-41cc9c38338e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:56.827650 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-e1fb16da-8b3f-41cd-b838-41cc9c38338e service neutron] 10.222.0.54 "PUT /v2.0/ports/fcd380a5-c676-4b5d-99d4-023e7c20b9e7 HTTP/1.1" status: 200 len: 1094 time: 1.2299664 Sep 09 18:19:56.829699 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17bdf1ea-6175-4624-a739-5a4ad120006e', 'tag': 'fcd380a5-c676-4b5d-99d4-023e7c20b9e7'}] {{(pid=94637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:19:56.831845 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133f33bf375164f5fa4b6a6278130a616101494423e3cf7e78094e28bab08aaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b40fb6-b2dd-41ba-b2bd-843b7f5228dc" -d '{"events": [{"name": "network-changed", "server_uuid": "17bdf1ea-6175-4624-a739-5a4ad120006e", "tag": "fcd380a5-c676-4b5d-99d4-023e7c20b9e7"}]}' {{(pid=94637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:19:56.866084 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb16da-8b3f-41cd-b838-41cc9c38338e service neutron] Pushing event updated for resources: {'Port': ['ID=fcd380a5-c676-4b5d-99d4-023e7c20b9e7,revision_number=3']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:19:56.882856 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bf5db45f-4144-4978-867a-9e286f76ea5f req-03846a0b-6435-4cf3-aafb-26240f002d36 service neutron] 10.222.0.54 "GET /v2.0/networks/eafe2dd1-3f55-4813-b3ae-df6e622a3eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540191 Sep 09 18:19:56.882856 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 18:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63953c6c-f600-4dc3-aff2-55b58e482b18 x-openstack-request-id: req-63953c6c-f600-4dc3-aff2-55b58e482b18 {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:19:56.882856 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17bdf1ea-6175-4624-a739-5a4ad120006e", "tag": "fcd380a5-c676-4b5d-99d4-023e7c20b9e7", "status": "completed", "code": 200}]} {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:19:56.882856 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-63953c6c-f600-4dc3-aff2-55b58e482b18 {{(pid=94637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:19:56.882856 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17bdf1ea-6175-4624-a739-5a4ad120006e', 'tag': 'fcd380a5-c676-4b5d-99d4-023e7c20b9e7', 'status': 'completed', 'code': 200} Sep 09 18:19:57.016974 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b40fb6-b2dd-41ba-b2bd-843b7f5228dc req-d1adb271-8dd3-4883-8e13-7bf3f6d5c537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:57.018832 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-35b40fb6-b2dd-41ba-b2bd-843b7f5228dc req-d1adb271-8dd3-4883-8e13-7bf3f6d5c537 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1acb6da43d6455c96c028870562f1e2&device_id=17bdf1ea-6175-4624-a739-5a4ad120006e HTTP/1.1" status: 200 len: 1097 time: 0.1076787 Sep 09 18:19:57.024966 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bf5db45f-4144-4978-867a-9e286f76ea5f req-24d333a1-2391-43f0-89bd-ec17b168b03b service neutron] 10.222.0.54 "GET /v2.0/networks/eafe2dd1-3f55-4813-b3ae-df6e622a3eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392343 Sep 09 18:19:57.182723 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b40fb6-b2dd-41ba-b2bd-843b7f5228dc req-fd96b980-c28b-406b-9d67-40263f6fb060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:57.184560 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-35b40fb6-b2dd-41ba-b2bd-843b7f5228dc req-fd96b980-c28b-406b-9d67-40263f6fb060 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=f1acb6da43d6455c96c028870562f1e2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1422832 Sep 09 18:19:57.310506 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b40fb6-b2dd-41ba-b2bd-843b7f5228dc req-550c1158-5d26-4f17-b3fe-49fe79b75cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:57.311981 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-35b40fb6-b2dd-41ba-b2bd-843b7f5228dc req-550c1158-5d26-4f17-b3fe-49fe79b75cba service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1191096 Sep 09 18:19:57.414046 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 6 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:19:57.473658 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b247fab-a7a7-47e8-a932-dc5d4a44f36c req-d691e56b-5a42-49cf-bf40-44045cc4a23d tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:57.475239 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5b247fab-a7a7-47e8-a932-dc5d4a44f36c req-d691e56b-5a42-49cf-bf40-44045cc4a23d tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.0843291 Sep 09 18:19:57.477457 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-6fb6b083-0c30-41f5-814a-e62fa11073db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:57.479744 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-6fb6b083-0c30-41f5-814a-e62fa11073db service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1acb6da43d6455c96c028870562f1e2&device_id=17bdf1ea-6175-4624-a739-5a4ad120006e HTTP/1.1" status: 200 len: 1097 time: 0.0866475 Sep 09 18:19:57.484691 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:57.532327 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-2842e3fe-08e1-4821-a0fe-8b51521735be service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fcd380a5-c676-4b5d-99d4-023e7c20b9e7 HTTP/1.1" status: 200 len: 217 time: 0.0416148 Sep 09 18:19:57.551858 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ca01889-af26-444f-8307-11ca48e7ece5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:57.574646 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5b247fab-a7a7-47e8-a932-dc5d4a44f36c req-47d65c0c-876d-4108-851b-3e783f8839a7 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917201 Sep 09 18:19:57.593355 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-970ab5b6-c72f-48a9-ac27-56c6f8e6c65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:57.594888 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-970ab5b6-c72f-48a9-ac27-56c6f8e6c65d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f1820377-02b2-429c-bc0b-65270228fdbb HTTP/1.1" status: 200 len: 854 time: 0.0524783 Sep 09 18:19:57.630496 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-40ddc83c-64a5-469f-a1db-4a07f711c47b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f9f8ee35-cc2c-41e4-a086-b60f69231898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243719 Sep 09 18:19:57.754420 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-1defff26-cfba-4926-8721-2c7b2b478727 service neutron] 10.222.0.54 "GET /v2.0/networks/f9f8ee35-cc2c-41e4-a086-b60f69231898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160223 Sep 09 18:19:57.849469 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fd329-b3e1-47b7-b548-3423b939ca70 req-6c8fb49f-88d5-4095-b587-4fef2f48624c tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:57.850971 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ba9fd329-b3e1-47b7-b548-3423b939ca70 req-6c8fb49f-88d5-4095-b587-4fef2f48624c tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=17bdf1ea-6175-4624-a739-5a4ad120006e HTTP/1.1" status: 200 len: 944 time: 0.1194205 Sep 09 18:19:57.890108 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5094046e-c6c3-4401-8ccf-c40adb01247b req-ede6c779-7c82-4905-86ad-d635b618e54d service neutron] 10.222.0.54 "GET /v2.0/networks/f9f8ee35-cc2c-41e4-a086-b60f69231898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226621 Sep 09 18:19:57.904599 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ba9fd329-b3e1-47b7-b548-3423b939ca70 req-d9c5cd0e-6ab5-4a4a-a30c-53a51c541f77 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455985 Sep 09 18:19:58.709048 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e7fa2-67ab-4ca0-9e23-a79634ebda1e req-f64f89f3-1333-414f-89bc-d4137d87f6d4 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:58.712275 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-337e7fa2-67ab-4ca0-9e23-a79634ebda1e req-f64f89f3-1333-414f-89bc-d4137d87f6d4 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.0608635 Sep 09 18:19:58.765608 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-337e7fa2-67ab-4ca0-9e23-a79634ebda1e req-989490c3-f2da-4c58-b9a0-ec0dc00bbcce tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445607 Sep 09 18:19:58.849665 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 41124) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:19:58.964607 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-46ba126f-f76f-4fc4-8070-a2d6a891322a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:59.046884 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519244b-903c-4abc-9cfc-67fcadf5b8e3 req-c7bdf30c-1079-484a-820d-26ac096eafcf tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:59.048619 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6519244b-903c-4abc-9cfc-67fcadf5b8e3 req-c7bdf30c-1079-484a-820d-26ac096eafcf tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=17bdf1ea-6175-4624-a739-5a4ad120006e HTTP/1.1" status: 200 len: 944 time: 0.0648999 Sep 09 18:19:59.061122 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-46ba126f-f76f-4fc4-8070-a2d6a891322a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:59.089451 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6519244b-903c-4abc-9cfc-67fcadf5b8e3 req-5651dafe-fac5-4287-95e3-8788f48a9992 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344942 Sep 09 18:19:59.118301 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:59.152402 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-46ba126f-f76f-4fc4-8070-a2d6a891322a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:59.190055 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba126f-f76f-4fc4-8070-a2d6a891322a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2223d254-8f6a-48f8-9149-ac78100fa176,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:19:59.194496 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-46ba126f-f76f-4fc4-8070-a2d6a891322a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c75ed272aea34e078b5e6aaa7418a4f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3437867 Sep 09 18:19:59.198522 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 41130) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:19:59.254333 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ddec7f53-8b03-4ba6-9f2d-7d3ee21c83f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:59.276941 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ddec7f53-8b03-4ba6-9f2d-7d3ee21c83f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:59.409338 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ddec7f53-8b03-4ba6-9f2d-7d3ee21c83f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:59.415415 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ddec7f53-8b03-4ba6-9f2d-7d3ee21c83f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:19:59.419759 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-ddec7f53-8b03-4ba6-9f2d-7d3ee21c83f8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2223d254-8f6a-48f8-9149-ac78100fa176 HTTP/1.1" status: 204 len: 168 time: 0.2202137 Sep 09 18:19:59.435247 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec7f53-8b03-4ba6-9f2d-7d3ee21c83f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2223d254-8f6a-48f8-9149-ac78100fa176,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:19:59.905535 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa8d9e-5965-41e7-ab53-ac63f26593e1 req-19f22c4b-689b-4fc6-b1ae-d64b74eb69f8 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:19:59.908484 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b4aa8d9e-5965-41e7-ab53-ac63f26593e1 req-19f22c4b-689b-4fc6-b1ae-d64b74eb69f8 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.0682406 Sep 09 18:19:59.961474 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b4aa8d9e-5965-41e7-ab53-ac63f26593e1 req-eb6797f0-ef60-43fe-b790-8f7c9487ff4d tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469084 Sep 09 18:20:00.213971 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9905520-da8d-4479-8635-4b26e1c775f7 req-cf0c46dc-e2a1-45f0-a0bb-fad6cd75f0bb tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:00.215625 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c9905520-da8d-4479-8635-4b26e1c775f7 req-cf0c46dc-e2a1-45f0-a0bb-fad6cd75f0bb tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=17bdf1ea-6175-4624-a739-5a4ad120006e HTTP/1.1" status: 200 len: 944 time: 0.0548401 Sep 09 18:20:00.257480 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c9905520-da8d-4479-8635-4b26e1c775f7 req-00ff47a8-9f96-47df-9f0f-3dc63a5a9fa6 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341053 Sep 09 18:20:01.066792 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:04.137556 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207ab4f-f16d-4fa8-8825-aa3a4094f045 req-c99bf5b5-7535-4682-b4a3-c5a9b24e2a70 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:04.139076 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7207ab4f-f16d-4fa8-8825-aa3a4094f045 req-c99bf5b5-7535-4682-b4a3-c5a9b24e2a70 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=17bdf1ea-6175-4624-a739-5a4ad120006e HTTP/1.1" status: 200 len: 944 time: 0.0859225 Sep 09 18:20:04.148096 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7956a-6000-4d20-b1e6-85493e80e864 req-e73ba337-9070-4ad5-9fce-60cec306ce5f tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:04.149669 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a1b7956a-6000-4d20-b1e6-85493e80e864 req-e73ba337-9070-4ad5-9fce-60cec306ce5f tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.0872097 Sep 09 18:20:04.209237 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7207ab4f-f16d-4fa8-8825-aa3a4094f045 req-3ae85f04-9c26-41d9-aec1-aa641ec80e3a tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579793 Sep 09 18:20:04.214748 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a1b7956a-6000-4d20-b1e6-85493e80e864 req-2ce65871-7859-4865-9c3c-e14f371051b8 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569959 Sep 09 18:20:04.965067 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:05.387854 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b4cd6-5eb1-433c-8505-13033d75cd1b req-e747a74e-e5f7-4218-a012-3025aee10185 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:05.389678 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f30b4cd6-5eb1-433c-8505-13033d75cd1b req-e747a74e-e5f7-4218-a012-3025aee10185 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.0821931 Sep 09 18:20:05.404830 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38cbcc-7f8c-45fd-9c0b-dbbe4a4cb882 req-ba19dfda-5177-438b-ba78-55b98cecdd2b tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:05.406698 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-cd38cbcc-7f8c-45fd-9c0b-dbbe4a4cb882 req-ba19dfda-5177-438b-ba78-55b98cecdd2b tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=17bdf1ea-6175-4624-a739-5a4ad120006e HTTP/1.1" status: 200 len: 944 time: 0.1135066 Sep 09 18:20:05.457897 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f30b4cd6-5eb1-433c-8505-13033d75cd1b req-acca3fc2-7cdd-46f0-84a0-bba587b6ba69 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501382 Sep 09 18:20:05.479636 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-cd38cbcc-7f8c-45fd-9c0b-dbbe4a4cb882 req-62f1171b-8010-4648-bf3d-12c3115746b0 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645611 Sep 09 18:20:06.608238 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcad01d-ccc8-4043-95fe-f47c1a2bd32f req-a173b472-51a3-48a5-ab87-9010fa3cdc19 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:06.610064 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ebcad01d-ccc8-4043-95fe-f47c1a2bd32f req-a173b472-51a3-48a5-ab87-9010fa3cdc19 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=17bdf1ea-6175-4624-a739-5a4ad120006e HTTP/1.1" status: 200 len: 944 time: 0.0546968 Sep 09 18:20:06.672746 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ebcad01d-ccc8-4043-95fe-f47c1a2bd32f req-47b31a9e-9a10-4a13-8ae4-4d24c99b4fcc tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541916 Sep 09 18:20:06.752944 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device fcd380a5-c676-4b5d-99d4-023e7c20b9e7 details requested by agent hyperv_hv-cinder-77954 with host hv-cinder-77954 {{(pid=94639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 18:20:06.856213 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port fcd380a5-c676-4b5d-99d4-023e7c20b9e7, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=fcd380a5-c676-4b5d-99d4-023e7c20b9e7,segment=NetworkSegment(7898d1ab-7660-4281-85f4-69d970fcafe6),segment_id=7898d1ab-7660-4281-85f4-69d970fcafe6)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:20:06.871827 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Returning: {'device': 'fcd380a5-c676-4b5d-99d4-023e7c20b9e7', 'network_id': 'f9f8ee35-cc2c-41e4-a086-b60f69231898', 'port_id': 'fcd380a5-c676-4b5d-99d4-023e7c20b9e7', 'mac_address': 'fa:16:3e:cb:65:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1820377-02b2-429c-bc0b-65270228fdbb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 18:20:06.912396 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:06.926622 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcd380a5-c676-4b5d-99d4-023e7c20b9e7 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:20:06.954377 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port fcd380a5-c676-4b5d-99d4-023e7c20b9e7, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=fcd380a5-c676-4b5d-99d4-023e7c20b9e7,segment=NetworkSegment(7898d1ab-7660-4281-85f4-69d970fcafe6),segment_id=7898d1ab-7660-4281-85f4-69d970fcafe6)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:20:07.158622 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:07.212758 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=fcd380a5-c676-4b5d-99d4-023e7c20b9e7,revision_number=4']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:07.220230 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:07.220615 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:07.220969 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:07.221310 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:07.221647 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:07.222009 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:07.222343 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:07.222674 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:07.223108 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:07.223758 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:07.224094 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:07.224475 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:07.609823 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] get_ports_and_sgs() called for port_ids ['fcd380a5-c676-4b5d-99d4-023e7c20b9e7'] {{(pid=94639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 18:20:07.821316 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc718a-17d8-42e5-8a9b-d54b125b617d req-1be6141f-a074-4d2c-b857-acb3c914ba6e tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:07.821316 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ecdc718a-17d8-42e5-8a9b-d54b125b617d req-1be6141f-a074-4d2c-b857-acb3c914ba6e tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=17bdf1ea-6175-4624-a739-5a4ad120006e HTTP/1.1" status: 200 len: 945 time: 0.0534420 Sep 09 18:20:07.870467 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ecdc718a-17d8-42e5-8a9b-d54b125b617d req-2fbd40f7-0b43-4a26-a389-583be01e5e85 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431213 Sep 09 18:20:07.982119 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 41312) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:20:08.105940 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-42e532a5-51ef-43ef-8e2f-b146fd0bd726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:08.200595 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-42e532a5-51ef-43ef-8e2f-b146fd0bd726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:08.272960 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-42e532a5-51ef-43ef-8e2f-b146fd0bd726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:08.314460 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-42e532a5-51ef-43ef-8e2f-b146fd0bd726 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c434ba7a2226424985e93cbdab76fd82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3312142 Sep 09 18:20:08.315331 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e532a5-51ef-43ef-8e2f-b146fd0bd726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797a313f-798e-4ffc-b550-6141b1436b80,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:08.317625 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 41320) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:20:08.377881 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-be65b871-cefc-41d2-b864-af8a3f727b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:08.403798 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-be65b871-cefc-41d2-b864-af8a3f727b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:08.524394 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-be65b871-cefc-41d2-b864-af8a3f727b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:08.528466 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-be65b871-cefc-41d2-b864-af8a3f727b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:08.529829 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-be65b871-cefc-41d2-b864-af8a3f727b2a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/797a313f-798e-4ffc-b550-6141b1436b80 HTTP/1.1" status: 204 len: 168 time: 0.2106709 Sep 09 18:20:08.537740 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be65b871-cefc-41d2-b864-af8a3f727b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797a313f-798e-4ffc-b550-6141b1436b80,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:08.997034 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38262db9-d44f-4e51-b7e2-4edcad5a8412 req-c961df65-2fd0-4a77-863b-486a1de6d1af tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:08.998628 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-38262db9-d44f-4e51-b7e2-4edcad5a8412 req-c961df65-2fd0-4a77-863b-486a1de6d1af tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=17bdf1ea-6175-4624-a739-5a4ad120006e HTTP/1.1" status: 200 len: 945 time: 0.0535164 Sep 09 18:20:09.043763 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-38262db9-d44f-4e51-b7e2-4edcad5a8412 req-79a14328-029c-41ef-a712-41731a44e7bb tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387244 Sep 09 18:20:10.181529 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d74e88-c676-405c-bfb2-4324a92b2d41 req-9259bb8c-9195-48d4-90b4-0b8371107c3e tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:10.183582 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-04d74e88-c676-405c-bfb2-4324a92b2d41 req-9259bb8c-9195-48d4-90b4-0b8371107c3e tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=17bdf1ea-6175-4624-a739-5a4ad120006e HTTP/1.1" status: 200 len: 945 time: 0.0655098 Sep 09 18:20:10.436509 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-04d74e88-c676-405c-bfb2-4324a92b2d41 req-f100f974-baf3-4724-a4f7-f4a4f406fae2 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463474 Sep 09 18:20:10.779049 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device fcd380a5-c676-4b5d-99d4-023e7c20b9e7 up at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:20:10.964705 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning for port fcd380a5-c676-4b5d-99d4-023e7c20b9e7 completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:20:10.968955 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning complete for port fcd380a5-c676-4b5d-99d4-023e7c20b9e7 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:20:10.969334 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:11.061008 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:11.088636 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17bdf1ea-6175-4624-a739-5a4ad120006e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd380a5-c676-4b5d-99d4-023e7c20b9e7'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:20:11.091160 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c42b67fee44e65162d6e194d2b8dbd641fdff823df3ddc4f15e211ea02ebf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a04971-978a-478e-8f63-5cd320743e27" -d '{"events": [{"server_uuid": "17bdf1ea-6175-4624-a739-5a4ad120006e", "name": "network-vif-plugged", "status": "completed", "tag": "fcd380a5-c676-4b5d-99d4-023e7c20b9e7"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:20:11.106777 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port fcd380a5-c676-4b5d-99d4-023e7c20b9e7, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=fcd380a5-c676-4b5d-99d4-023e7c20b9e7,segment=NetworkSegment(7898d1ab-7660-4281-85f4-69d970fcafe6),segment_id=7898d1ab-7660-4281-85f4-69d970fcafe6)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:20:11.130966 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 18:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4233d6f-8d08-4d90-a89f-43e0fd08a82a x-openstack-request-id: req-d4233d6f-8d08-4d90-a89f-43e0fd08a82a {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:20:11.131277 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17bdf1ea-6175-4624-a739-5a4ad120006e", "name": "network-vif-plugged", "status": "completed", "tag": "fcd380a5-c676-4b5d-99d4-023e7c20b9e7", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:20:11.131527 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d4233d6f-8d08-4d90-a89f-43e0fd08a82a {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:20:11.131932 dv-cinder-779540-2-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17bdf1ea-6175-4624-a739-5a4ad120006e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd380a5-c676-4b5d-99d4-023e7c20b9e7', 'code': 200} Sep 09 18:20:11.193061 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:11.248165 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=fcd380a5-c676-4b5d-99d4-023e7c20b9e7,revision_number=5']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:11.475422 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0851f-76fa-45ff-8594-d4657e8324da req-1f7a2bd6-5adc-49e2-9a3c-5f9c96c325ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:11.476955 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a7f0851f-76fa-45ff-8594-d4657e8324da req-1f7a2bd6-5adc-49e2-9a3c-5f9c96c325ab service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=17bdf1ea-6175-4624-a739-5a4ad120006e HTTP/1.1" status: 200 len: 1099 time: 0.0418258 Sep 09 18:20:11.543281 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a7f0851f-76fa-45ff-8594-d4657e8324da req-1e1a6192-e5e7-4008-927d-fba404ce719c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575888 Sep 09 18:20:11.566970 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a5a33-cda6-4bc3-98ed-a1c580792f6f req-0dbb982e-ed07-407c-96c6-cdb284ac7369 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:11.568578 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-be5a5a33-cda6-4bc3-98ed-a1c580792f6f req-0dbb982e-ed07-407c-96c6-cdb284ac7369 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=17bdf1ea-6175-4624-a739-5a4ad120006e HTTP/1.1" status: 200 len: 946 time: 0.0603995 Sep 09 18:20:11.611080 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-be5a5a33-cda6-4bc3-98ed-a1c580792f6f req-4c0c9594-bc74-4fd3-954a-1a871a1cdcbf tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356915 Sep 09 18:20:12.735536 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4812d9-f52a-412b-9b5a-fe6a163cb759 req-c8255fdf-67c8-47c8-8e38-03038fa952c5 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:12.737052 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1a4812d9-f52a-412b-9b5a-fe6a163cb759 req-c8255fdf-67c8-47c8-8e38-03038fa952c5 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=17bdf1ea-6175-4624-a739-5a4ad120006e HTTP/1.1" status: 200 len: 946 time: 0.0537791 Sep 09 18:20:12.775070 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1a4812d9-f52a-412b-9b5a-fe6a163cb759 req-86a000f2-4276-49a6-a032-aab19971eeda tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321364 Sep 09 18:20:13.890028 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f79a6-7f12-4c56-80e7-ce2e6db1ebfc req-5dfb65a0-890c-463e-b573-7b3334a14a92 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:13.891486 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bb4f79a6-7f12-4c56-80e7-ce2e6db1ebfc req-5dfb65a0-890c-463e-b573-7b3334a14a92 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=17bdf1ea-6175-4624-a739-5a4ad120006e HTTP/1.1" status: 200 len: 946 time: 0.0464761 Sep 09 18:20:13.933076 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bb4f79a6-7f12-4c56-80e7-ce2e6db1ebfc req-03c89992-3527-4f64-bbff-03ef86ffdf81 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357211 Sep 09 18:20:24.770361 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25d36fe4-b590-4335-8c5d-6b22bbba1701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:27.480045 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b455bcc2-a650-4e53-9519-dc1af664f743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:27.482444 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:28.653728 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5f961-1045-459a-8d9e-ba0733920538 req-3f7465e7-02a7-46c4-b7fa-6a0c78efb5b7 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:28.655351 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-daf5f961-1045-459a-8d9e-ba0733920538 req-3f7465e7-02a7-46c4-b7fa-6a0c78efb5b7 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/networks?id=f9f8ee35-cc2c-41e4-a086-b60f69231898 HTTP/1.1" status: 200 len: 814 time: 0.1057525 Sep 09 18:20:28.671295 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-daf5f961-1045-459a-8d9e-ba0733920538 req-02d6f6e0-5dfb-4452-81b7-e584559555ec tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/quotas/f1acb6da43d6455c96c028870562f1e2 HTTP/1.1" status: 200 len: 375 time: 0.0094349 Sep 09 18:20:28.747839 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-daf5f961-1045-459a-8d9e-ba0733920538 req-ea99f9d2-9faa-4060-94fc-c080aba738b2 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1acb6da43d6455c96c028870562f1e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0703225 Sep 09 18:20:28.856434 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-daf5f961-1045-459a-8d9e-ba0733920538 req-55a51b5d-91a3-4913-8143-4df064524a02 service neutron] 10.222.0.39 "GET /v2.0/networks/f9f8ee35-cc2c-41e4-a086-b60f69231898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002176 Sep 09 18:20:28.948378 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-daf5f961-1045-459a-8d9e-ba0733920538 req-7e032934-da84-4bc1-ada1-588842622273 service neutron] 10.222.0.39 "GET /v2.0/networks/f9f8ee35-cc2c-41e4-a086-b60f69231898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846946 Sep 09 18:20:29.113570 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:29.212608 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-fc100142-623f-4f59-8b35-8599fc0857cc req-2bfd1ea5-4bf1-48d4-bba1-938012d575ce tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=d568a370-2cc1-4fa2-bb5c-55aff4f1820b HTTP/1.1" status: 200 len: 210 time: 0.0285830 Sep 09 18:20:31.074112 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:32.514319 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c9981775-c295-4e96-97b9-f736a915221b req-bf33ff69-2dfa-4732-8de2-c10fe151c392 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=d568a370-2cc1-4fa2-bb5c-55aff4f1820b HTTP/1.1" status: 200 len: 210 time: 0.0283675 Sep 09 18:20:33.657385 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-20f4897e-e0d4-4c99-9d77-4f590abb8c7e req-8526dc49-42d2-477b-a8e0-8d8676b8489b tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=d568a370-2cc1-4fa2-bb5c-55aff4f1820b HTTP/1.1" status: 200 len: 210 time: 0.0345271 Sep 09 18:20:33.688462 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5f961-1045-459a-8d9e-ba0733920538 req-1e5ed76a-fb0d-498e-9b12-80ecd0ccce35 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:33.688462 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-daf5f961-1045-459a-8d9e-ba0733920538 req-1e5ed76a-fb0d-498e-9b12-80ecd0ccce35 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.54 "GET /v2.0/networks?id=f9f8ee35-cc2c-41e4-a086-b60f69231898 HTTP/1.1" status: 200 len: 814 time: 0.1403222 Sep 09 18:20:33.705045 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [req-daf5f961-1045-459a-8d9e-ba0733920538 req-96708327-70d5-43fd-af4b-f4197b9b6491 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Request body: {'port': {'device_id': 'd568a370-2cc1-4fa2-bb5c-55aff4f1820b', 'network_id': 'f9f8ee35-cc2c-41e4-a086-b60f69231898', 'admin_state_up': True, 'tenant_id': 'f1acb6da43d6455c96c028870562f1e2'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:20:33.919197 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daf5f961-1045-459a-8d9e-ba0733920538 req-96708327-70d5-43fd-af4b-f4197b9b6491 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Made reservation on behalf of f1acb6da43d6455c96c028870562f1e2 for: {'port': 1} {{(pid=94637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:20:33.922984 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-daf5f961-1045-459a-8d9e-ba0733920538 req-96708327-70d5-43fd-af4b-f4197b9b6491 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:34.075192 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.db_base_plugin_common [req-daf5f961-1045-459a-8d9e-ba0733920538 req-96708327-70d5-43fd-af4b-f4197b9b6491 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Allocated IP 172.20.0.2 (f9f8ee35-cc2c-41e4-a086-b60f69231898/f1820377-02b2-429c-bc0b-65270228fdbb/40dcad47-1ebb-43f3-b4a2-d3f19d90f626) {{(pid=94637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:20:34.225159 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-daf5f961-1045-459a-8d9e-ba0733920538 req-96708327-70d5-43fd-af4b-f4197b9b6491 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Notify callbacks [] for port, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:34.372076 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-daf5f961-1045-459a-8d9e-ba0733920538 req-96708327-70d5-43fd-af4b-f4197b9b6491 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681'] for port, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:34.392220 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] get_ports_and_sgs() called for port_ids ['f8ed4a80-ccc3-4606-bb16-5adecbdb122b', 'fcd380a5-c676-4b5d-99d4-023e7c20b9e7'] {{(pid=94639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 18:20:34.414372 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 6 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:20:34.461517 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daf5f961-1045-459a-8d9e-ba0733920538 req-96708327-70d5-43fd-af4b-f4197b9b6491 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Network f9f8ee35-cc2c-41e4-a086-b60f69231898 is already hosted by enough agents. {{(pid=94637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:20:34.462955 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.base_scheduler [req-daf5f961-1045-459a-8d9e-ba0733920538 req-96708327-70d5-43fd-af4b-f4197b9b6491 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Resources bound (agent type, host, resource id): {{(pid=94637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:20:34.469877 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf5f961-1045-459a-8d9e-ba0733920538 req-96708327-70d5-43fd-af4b-f4197b9b6491 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Received port after_create {{(pid=94637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:20:34.476453 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5f961-1045-459a-8d9e-ba0733920538 req-96708327-70d5-43fd-af4b-f4197b9b6491 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:34.477196 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-daf5f961-1045-459a-8d9e-ba0733920538 req-96708327-70d5-43fd-af4b-f4197b9b6491 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:34.492293 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96708327-70d5-43fd-af4b-f4197b9b6491 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Pushing event updated for resources: {'Port': ['ID=40dcad47-1ebb-43f3-b4a2-d3f19d90f626,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:34.611070 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b639532e-9e1c-4248-bdfa-da9bdfb3e2a1 req-fdf14dd4-6834-4902-a333-c61630edcb0d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733292 Sep 09 18:20:34.617297 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-daf5f961-1045-459a-8d9e-ba0733920538 req-96708327-70d5-43fd-af4b-f4197b9b6491 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9163141 Sep 09 18:20:34.639956 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [req-daf5f961-1045-459a-8d9e-ba0733920538 req-87d2fd16-520d-42ca-871b-a17bc58ca2b3 service neutron] Request body: {'port': {'device_id': 'd568a370-2cc1-4fa2-bb5c-55aff4f1820b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77954'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:20:34.813378 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639532e-9e1c-4248-bdfa-da9bdfb3e2a1 req-23c32b2a-de46-4563-b2ec-65f6bf4385c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:34.814876 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b639532e-9e1c-4248-bdfa-da9bdfb3e2a1 req-23c32b2a-de46-4563-b2ec-65f6bf4385c4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=289a7608c7ee408d90d48b78c6155ce2&device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 1098 time: 0.1186349 Sep 09 18:20:34.838904 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-daf5f961-1045-459a-8d9e-ba0733920538 req-87d2fd16-520d-42ca-871b-a17bc58ca2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:34.953049 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:34.958653 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4b59c-3244-4177-ad8a-69881751e667 req-d5a50774-f94d-4a0e-b89d-456d8635678b tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:34.960263 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b0c4b59c-3244-4177-ad8a-69881751e667 req-d5a50774-f94d-4a0e-b89d-456d8635678b tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=d568a370-2cc1-4fa2-bb5c-55aff4f1820b HTTP/1.1" status: 200 len: 931 time: 0.1544874 Sep 09 18:20:35.122217 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b0c4b59c-3244-4177-ad8a-69881751e667 req-e9015a0f-c650-46e9-8a4c-ba5dbbc3b0b4 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289616 Sep 09 18:20:35.145976 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639532e-9e1c-4248-bdfa-da9bdfb3e2a1 req-74e326d1-d268-462f-9b3e-24c390b8108c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:35.147665 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b639532e-9e1c-4248-bdfa-da9bdfb3e2a1 req-74e326d1-d268-462f-9b3e-24c390b8108c service neutron] 10.222.0.54 "GET /v2.0/networks?id=9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9 HTTP/1.1" status: 200 len: 912 time: 0.3056231 Sep 09 18:20:35.293689 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b639532e-9e1c-4248-bdfa-da9bdfb3e2a1 req-1659e7d1-406d-439a-bd1b-1f2b92daacab service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60eded96-00c4-4fe2-9285-01a7eeb37452 HTTP/1.1" status: 200 len: 1000 time: 0.1083765 Sep 09 18:20:35.310280 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 41744) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:20:35.443899 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639532e-9e1c-4248-bdfa-da9bdfb3e2a1 req-3f3cd9f3-23d6-43ec-8399-449414b2a218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:35.445502 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b639532e-9e1c-4248-bdfa-da9bdfb3e2a1 req-3f3cd9f3-23d6-43ec-8399-449414b2a218 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=07bcfd60-1ce9-4552-ba2f-917a442c6c08 HTTP/1.1" status: 200 len: 850 time: 0.1357484 Sep 09 18:20:35.469463 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [req-daf5f961-1045-459a-8d9e-ba0733920538 req-87d2fd16-520d-42ca-871b-a17bc58ca2b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40dcad47-1ebb-43f3-b4a2-d3f19d90f626 {{(pid=94637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:20:35.489768 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0bd6f84c-9ec2-40c2-a592-b1b2534d1e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:35.491650 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-daf5f961-1045-459a-8d9e-ba0733920538 req-87d2fd16-520d-42ca-871b-a17bc58ca2b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:35.513731 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.provisioning_blocks [req-daf5f961-1045-459a-8d9e-ba0733920538 req-87d2fd16-520d-42ca-871b-a17bc58ca2b3 service neutron] Transition to ACTIVE for port object 40dcad47-1ebb-43f3-b4a2-d3f19d90f626 will not be triggered until provisioned by entity L2. {{(pid=94637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:20:35.520420 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639532e-9e1c-4248-bdfa-da9bdfb3e2a1 req-5d443c98-1ac3-4f99-b53f-dc057449812b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:35.521942 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b639532e-9e1c-4248-bdfa-da9bdfb3e2a1 req-5d443c98-1ac3-4f99-b53f-dc057449812b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676153 Sep 09 18:20:35.612285 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-daf5f961-1045-459a-8d9e-ba0733920538 req-87d2fd16-520d-42ca-871b-a17bc58ca2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:35.620991 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0bd6f84c-9ec2-40c2-a592-b1b2534d1e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:35.702729 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0bd6f84c-9ec2-40c2-a592-b1b2534d1e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:35.728380 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2fd16-520d-42ca-871b-a17bc58ca2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=40dcad47-1ebb-43f3-b4a2-d3f19d90f626,revision_number=2']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:35.732145 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b639532e-9e1c-4248-bdfa-da9bdfb3e2a1 req-f3c1c712-9826-43a7-acaa-581713b61fd4 service neutron] 10.222.0.54 "GET /v2.0/networks/9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997855 Sep 09 18:20:35.756412 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6f84c-9ec2-40c2-a592-b1b2534d1e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7f5fc0-58e6-4695-b619-628034119ae5,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:35.756412 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-0bd6f84c-9ec2-40c2-a592-b1b2534d1e9b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4855c0b112874551b9f17842a5b6f27f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4399607 Sep 09 18:20:35.759419 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 41760) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:20:35.768694 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165b02d-6f8b-427a-a05a-b4781cf998c5 req-c8676ba0-cceb-4403-8d38-071b6a18e2d0 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:35.770274 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b165b02d-6f8b-427a-a05a-b4781cf998c5 req-c8676ba0-cceb-4403-8d38-071b6a18e2d0 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 946 time: 0.1590347 Sep 09 18:20:35.816129 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-daf5f961-1045-459a-8d9e-ba0733920538 req-87d2fd16-520d-42ca-871b-a17bc58ca2b3 service neutron] Attempting to bind port 40dcad47-1ebb-43f3-b4a2-d3f19d90f626 on host hv-cinder-77954 for vnic_type normal with profile {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:20:35.816835 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-daf5f961-1045-459a-8d9e-ba0733920538 req-87d2fd16-520d-42ca-871b-a17bc58ca2b3 service neutron] Attempting to bind port 40dcad47-1ebb-43f3-b4a2-d3f19d90f626 by drivers openvswitch,hyperv on host hv-cinder-77954 at level 0 using segments [{'id': '7898d1ab-7660-4281-85f4-69d970fcafe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f9f8ee35-cc2c-41e4-a086-b60f69231898'}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:20:35.816835 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf5f961-1045-459a-8d9e-ba0733920538 req-87d2fd16-520d-42ca-871b-a17bc58ca2b3 service neutron] Attempting to bind port 40dcad47-1ebb-43f3-b4a2-d3f19d90f626 on network f9f8ee35-cc2c-41e4-a086-b60f69231898 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:20:35.820192 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-57a82886-d9c2-4cc8-8253-18ee872237a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:35.854733 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-57a82886-d9c2-4cc8-8253-18ee872237a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:35.861365 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf5f961-1045-459a-8d9e-ba0733920538 req-87d2fd16-520d-42ca-871b-a17bc58ca2b3 service neutron] Port 40dcad47-1ebb-43f3-b4a2-d3f19d90f626 on network f9f8ee35-cc2c-41e4-a086-b60f69231898 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77954 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 18:20:35.861696 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf5f961-1045-459a-8d9e-ba0733920538 req-87d2fd16-520d-42ca-871b-a17bc58ca2b3 service neutron] Attempting to bind port 40dcad47-1ebb-43f3-b4a2-d3f19d90f626 on network f9f8ee35-cc2c-41e4-a086-b60f69231898 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:20:35.881868 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf5f961-1045-459a-8d9e-ba0733920538 req-87d2fd16-520d-42ca-871b-a17bc58ca2b3 service neutron] Checking agent: {'id': 'e6e03918-0440-4933-b179-09c79aa47d03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 14, 34), 'started_at': datetime.datetime(2021, 9, 9, 18, 14, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:20:35.882247 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf5f961-1045-459a-8d9e-ba0733920538 req-87d2fd16-520d-42ca-871b-a17bc58ca2b3 service neutron] Checking segment: {'id': '7898d1ab-7660-4281-85f4-69d970fcafe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f9f8ee35-cc2c-41e4-a086-b60f69231898'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:20:35.882717 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf5f961-1045-459a-8d9e-ba0733920538 req-87d2fd16-520d-42ca-871b-a17bc58ca2b3 service neutron] Bound using segment: {'id': '7898d1ab-7660-4281-85f4-69d970fcafe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f9f8ee35-cc2c-41e4-a086-b60f69231898'} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:20:35.883186 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-daf5f961-1045-459a-8d9e-ba0733920538 req-87d2fd16-520d-42ca-871b-a17bc58ca2b3 service neutron] Bound port: 40dcad47-1ebb-43f3-b4a2-d3f19d90f626, host: hv-cinder-77954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7898d1ab-7660-4281-85f4-69d970fcafe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f9f8ee35-cc2c-41e4-a086-b60f69231898'}}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:20:35.883573 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-daf5f961-1045-459a-8d9e-ba0733920538 req-87d2fd16-520d-42ca-871b-a17bc58ca2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:35.902426 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b165b02d-6f8b-427a-a05a-b4781cf998c5 req-04f2643f-9b90-4d2e-90c9-464de8198722 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190135 Sep 09 18:20:35.956722 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b639532e-9e1c-4248-bdfa-da9bdfb3e2a1 req-e24b5012-43e2-4f0f-964f-a04f1be88f10 service neutron] 10.222.0.54 "GET /v2.0/networks/9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999457 Sep 09 18:20:35.981037 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-daf5f961-1045-459a-8d9e-ba0733920538 req-87d2fd16-520d-42ca-871b-a17bc58ca2b3 service neutron] For port 40dcad47-1ebb-43f3-b4a2-d3f19d90f626, host hv-cinder-77954, cleared binding levels {{(pid=94637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:20:35.984644 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-daf5f961-1045-459a-8d9e-ba0733920538 req-87d2fd16-520d-42ca-871b-a17bc58ca2b3 service neutron] For port 40dcad47-1ebb-43f3-b4a2-d3f19d90f626, host hv-cinder-77954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=40dcad47-1ebb-43f3-b4a2-d3f19d90f626,segment=NetworkSegment(7898d1ab-7660-4281-85f4-69d970fcafe6),segment_id=7898d1ab-7660-4281-85f4-69d970fcafe6)] {{(pid=94637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:20:36.011487 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-57a82886-d9c2-4cc8-8253-18ee872237a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:36.015859 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-57a82886-d9c2-4cc8-8253-18ee872237a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:36.017206 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-57a82886-d9c2-4cc8-8253-18ee872237a2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0b7f5fc0-58e6-4695-b619-628034119ae5 HTTP/1.1" status: 204 len: 168 time: 0.2568324 Sep 09 18:20:36.025777 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a82886-d9c2-4cc8-8253-18ee872237a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7f5fc0-58e6-4695-b619-628034119ae5,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:36.097489 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-daf5f961-1045-459a-8d9e-ba0733920538 req-87d2fd16-520d-42ca-871b-a17bc58ca2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:36.133648 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5f961-1045-459a-8d9e-ba0733920538 req-87d2fd16-520d-42ca-871b-a17bc58ca2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:36.134273 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-daf5f961-1045-459a-8d9e-ba0733920538 req-87d2fd16-520d-42ca-871b-a17bc58ca2b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:36.135712 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-daf5f961-1045-459a-8d9e-ba0733920538 req-87d2fd16-520d-42ca-871b-a17bc58ca2b3 service neutron] 10.222.0.54 "PUT /v2.0/ports/40dcad47-1ebb-43f3-b4a2-d3f19d90f626 HTTP/1.1" status: 200 len: 1093 time: 1.5010886 Sep 09 18:20:36.136171 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd568a370-2cc1-4fa2-bb5c-55aff4f1820b', 'tag': '40dcad47-1ebb-43f3-b4a2-d3f19d90f626'}] {{(pid=94637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:20:36.138474 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133f33bf375164f5fa4b6a6278130a616101494423e3cf7e78094e28bab08aaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffc84d2-1c96-4249-aeb5-6283e9193604" -d '{"events": [{"name": "network-changed", "server_uuid": "d568a370-2cc1-4fa2-bb5c-55aff4f1820b", "tag": "40dcad47-1ebb-43f3-b4a2-d3f19d90f626"}]}' {{(pid=94637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:20:36.167038 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2fd16-520d-42ca-871b-a17bc58ca2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=40dcad47-1ebb-43f3-b4a2-d3f19d90f626,revision_number=3']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:36.185046 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 18:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26a7c19-267d-4037-a606-ac65ae3db940 x-openstack-request-id: req-d26a7c19-267d-4037-a606-ac65ae3db940 {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:20:36.185297 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d568a370-2cc1-4fa2-bb5c-55aff4f1820b", "tag": "40dcad47-1ebb-43f3-b4a2-d3f19d90f626", "status": "completed", "code": 200}]} {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:20:36.185560 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d26a7c19-267d-4037-a606-ac65ae3db940 {{(pid=94637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:20:36.185967 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd568a370-2cc1-4fa2-bb5c-55aff4f1820b', 'tag': '40dcad47-1ebb-43f3-b4a2-d3f19d90f626', 'status': 'completed', 'code': 200} Sep 09 18:20:36.298332 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc84d2-1c96-4249-aeb5-6283e9193604 req-a5cd0783-016d-491d-84ca-23df8312a69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:36.299821 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-cffc84d2-1c96-4249-aeb5-6283e9193604 req-a5cd0783-016d-491d-84ca-23df8312a69f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1acb6da43d6455c96c028870562f1e2&device_id=d568a370-2cc1-4fa2-bb5c-55aff4f1820b HTTP/1.1" status: 200 len: 1096 time: 0.0895109 Sep 09 18:20:36.314569 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05771c79-7272-4c7d-9b9b-463e4c3afede req-e3133478-3ee2-4d30-8f1d-c77e8743f7e0 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:36.316153 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-05771c79-7272-4c7d-9b9b-463e4c3afede req-e3133478-3ee2-4d30-8f1d-c77e8743f7e0 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=d568a370-2cc1-4fa2-bb5c-55aff4f1820b HTTP/1.1" status: 200 len: 943 time: 0.0700638 Sep 09 18:20:36.416179 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-05771c79-7272-4c7d-9b9b-463e4c3afede req-21946012-1ed7-499d-9a90-3f9c17751af2 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909028 Sep 09 18:20:36.472497 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc84d2-1c96-4249-aeb5-6283e9193604 req-de89962e-f4d8-42a5-a79f-d83320e6e29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:36.474029 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-cffc84d2-1c96-4249-aeb5-6283e9193604 req-de89962e-f4d8-42a5-a79f-d83320e6e29e service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=f1acb6da43d6455c96c028870562f1e2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1569479 Sep 09 18:20:36.599970 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc84d2-1c96-4249-aeb5-6283e9193604 req-8e27546f-7dce-4441-a5a9-72b93039356e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:36.601542 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-cffc84d2-1c96-4249-aeb5-6283e9193604 req-8e27546f-7dce-4441-a5a9-72b93039356e service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1193151 Sep 09 18:20:36.695064 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5f961-1045-459a-8d9e-ba0733920538 req-aac3cbdd-ef0f-4dab-a172-6c8016f5d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:36.696624 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-daf5f961-1045-459a-8d9e-ba0733920538 req-aac3cbdd-ef0f-4dab-a172-6c8016f5d82d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1acb6da43d6455c96c028870562f1e2&device_id=d568a370-2cc1-4fa2-bb5c-55aff4f1820b HTTP/1.1" status: 200 len: 1096 time: 0.0421226 Sep 09 18:20:36.752747 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-daf5f961-1045-459a-8d9e-ba0733920538 req-897eb707-5bc5-4a36-9ba5-082f7a9e52be service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=40dcad47-1ebb-43f3-b4a2-d3f19d90f626 HTTP/1.1" status: 200 len: 217 time: 0.0415375 Sep 09 18:20:36.812662 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5f961-1045-459a-8d9e-ba0733920538 req-869fa1e1-c289-46d8-b030-02b9728d7653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:36.815105 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-daf5f961-1045-459a-8d9e-ba0733920538 req-869fa1e1-c289-46d8-b030-02b9728d7653 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f1820377-02b2-429c-bc0b-65270228fdbb HTTP/1.1" status: 200 len: 854 time: 0.0487499 Sep 09 18:20:36.848830 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-daf5f961-1045-459a-8d9e-ba0733920538 req-dce0719a-8e24-4d92-9152-4af4760f3092 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f9f8ee35-cc2c-41e4-a086-b60f69231898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252576 Sep 09 18:20:37.039035 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 41808) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:20:37.043039 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-daf5f961-1045-459a-8d9e-ba0733920538 req-dc0cd785-3238-4ef8-aab4-7423c9b80214 service neutron] 10.222.0.54 "GET /v2.0/networks/f9f8ee35-cc2c-41e4-a086-b60f69231898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806719 Sep 09 18:20:37.150826 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f82ab2-85a6-40f9-ae68-d190c096e07c req-f79d6834-5c0f-49c0-a9b3-2a6ba074cb3f tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:37.152533 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-68f82ab2-85a6-40f9-ae68-d190c096e07c req-f79d6834-5c0f-49c0-a9b3-2a6ba074cb3f tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 946 time: 0.1489658 Sep 09 18:20:37.156015 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.db_base_plugin_v2 [None req-97cf2af2-abcd-4f8a-8bb3-24c01cf14634 admin admin] Deleting subnet 467c2b9f-f11c-4011-8818-95d2b23cb1bb {{(pid=94637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 18:20:37.191845 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-97cf2af2-abcd-4f8a-8bb3-24c01cf14634 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:37.269883 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-97cf2af2-abcd-4f8a-8bb3-24c01cf14634 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:37.281363 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-68f82ab2-85a6-40f9-ae68-d190c096e07c req-8f0b3f61-1370-436e-96c5-4a20735102d2 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202495 Sep 09 18:20:37.285078 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-daf5f961-1045-459a-8d9e-ba0733920538 req-858ff95e-9e0b-4c03-9677-34d37932538e service neutron] 10.222.0.54 "GET /v2.0/networks/f9f8ee35-cc2c-41e4-a086-b60f69231898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898382 Sep 09 18:20:37.286559 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-97cf2af2-abcd-4f8a-8bb3-24c01cf14634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775357'] for subnet, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:37.345851 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 41814) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:20:37.423801 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-97cf2af2-abcd-4f8a-8bb3-24c01cf14634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322'] for subnet, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:37.465594 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf2af2-abcd-4f8a-8bb3-24c01cf14634 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=467c2b9f-f11c-4011-8818-95d2b23cb1bb,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:37.484865 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-5a248035-33d9-419b-a40c-7e11896ef709 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1952719425-network', 'tenant_id': '6c6da778518d4565908e5cf0fa432d10'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:20:37.490556 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-97cf2af2-abcd-4f8a-8bb3-24c01cf14634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for subnet, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:37.497297 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-97cf2af2-abcd-4f8a-8bb3-24c01cf14634 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/467c2b9f-f11c-4011-8818-95d2b23cb1bb HTTP/1.1" status: 204 len: 168 time: 0.4535806 Sep 09 18:20:37.497426 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 41824) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:20:37.588976 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e365fe66-086c-48d0-ac8e-91a6e0685cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626401'] for network, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:37.741514 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e365fe66-086c-48d0-ac8e-91a6e0685cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773192', 'neutron.services.segments.db._delete_segments_for_network-8729821856413'] for network, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:37.767934 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a248035-33d9-419b-a40c-7e11896ef709 admin admin] Made reservation on behalf of 6c6da778518d4565908e5cf0fa432d10 for: {'network': 1} {{(pid=94637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:20:37.770211 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-5a248035-33d9-419b-a40c-7e11896ef709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for network, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:37.777425 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-e365fe66-086c-48d0-ac8e-91a6e0685cc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74cf1f32-c216-45d9-9de9-82a920d58ba3']}} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:20:37.784133 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-5a248035-33d9-419b-a40c-7e11896ef709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:37.791747 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-e365fe66-086c-48d0-ac8e-91a6e0685cc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dbc1f04-a131-4c95-8062-c69b70c40229') {'for_net_delete': True} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:20:37.792105 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-e365fe66-086c-48d0-ac8e-91a6e0685cc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dbc1f04-a131-4c95-8062-c69b70c40229') {} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:20:37.802034 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e365fe66-086c-48d0-ac8e-91a6e0685cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729821856934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1044657'] for segment, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:37.814109 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657770e-4c7e-4f89-8501-977d520e12ed req-2f2240ed-ac8e-4957-9281-9f76426043df tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:37.815909 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1657770e-4c7e-4f89-8501-977d520e12ed req-2f2240ed-ac8e-4957-9281-9f76426043df tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=d568a370-2cc1-4fa2-bb5c-55aff4f1820b HTTP/1.1" status: 200 len: 943 time: 0.2946093 Sep 09 18:20:37.816673 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e365fe66-086c-48d0-ac8e-91a6e0685cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143'] for segment, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:37.825112 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e365fe66-086c-48d0-ac8e-91a6e0685cc4 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=94638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 18:20:37.825614 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e365fe66-086c-48d0-ac8e-91a6e0685cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2903633'] for segment, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:37.828603 dv-cinder-779540-2-iscsi neutron-server[94638]: Traceback (most recent call last): Sep 09 18:20:37.828603 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 18:20:37.828603 dv-cinder-779540-2-iscsi neutron-server[94638]: timer() Sep 09 18:20:37.828603 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 18:20:37.828603 dv-cinder-779540-2-iscsi neutron-server[94638]: cb(*args, **kw) Sep 09 18:20:37.828603 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 18:20:37.828603 dv-cinder-779540-2-iscsi neutron-server[94638]: return func(*args, **kwargs) Sep 09 18:20:37.828603 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 18:20:37.828603 dv-cinder-779540-2-iscsi neutron-server[94638]: self._notify() Sep 09 18:20:37.828603 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 18:20:37.828603 dv-cinder-779540-2-iscsi neutron-server[94638]: self.callback(batched_events) Sep 09 18:20:37.828603 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 18:20:37.828603 dv-cinder-779540-2-iscsi neutron-server[94638]: event.method(event) Sep 09 18:20:37.828603 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 18:20:37.828603 dv-cinder-779540-2-iscsi neutron-server[94638]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 18:20:37.828603 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 18:20:37.828603 dv-cinder-779540-2-iscsi neutron-server[94638]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 18:20:37.828603 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 18:20:37.828603 dv-cinder-779540-2-iscsi neutron-server[94638]: return f(self, *a, **k) Sep 09 18:20:37.828603 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 18:20:37.828603 dv-cinder-779540-2-iscsi neutron-server[94638]: return self._get(url).json() Sep 09 18:20:37.828603 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 18:20:37.828603 dv-cinder-779540-2-iscsi neutron-server[94638]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 18:20:37.828603 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 18:20:37.828603 dv-cinder-779540-2-iscsi neutron-server[94638]: return self.request(url, 'GET', **kwargs) Sep 09 18:20:37.828603 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 18:20:37.828603 dv-cinder-779540-2-iscsi neutron-server[94638]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 18:20:37.828603 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 18:20:37.828603 dv-cinder-779540-2-iscsi neutron-server[94638]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 18:20:37.828603 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 18:20:37.828603 dv-cinder-779540-2-iscsi neutron-server[94638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 18:20:37.828603 dv-cinder-779540-2-iscsi neutron-server[94638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 18:20:37.870938 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1657770e-4c7e-4f89-8501-977d520e12ed req-3a6d7856-1f9c-4d7f-aefd-61191fcc988d tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486534 Sep 09 18:20:37.935623 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-5a248035-33d9-419b-a40c-7e11896ef709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:37.976697 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e365fe66-086c-48d0-ac8e-91a6e0685cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-905241'] for network, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:37.981679 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e365fe66-086c-48d0-ac8e-91a6e0685cc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:37.985350 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-e365fe66-086c-48d0-ac8e-91a6e0685cc4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/74cf1f32-c216-45d9-9de9-82a920d58ba3 HTTP/1.1" status: 204 len: 168 time: 0.4841828 Sep 09 18:20:37.991460 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 41830) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:20:37.997720 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e365fe66-086c-48d0-ac8e-91a6e0685cc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=74cf1f32-c216-45d9-9de9-82a920d58ba3,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:38.027456 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-5a248035-33d9-419b-a40c-7e11896ef709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:38.060719 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a248035-33d9-419b-a40c-7e11896ef709 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=94637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 18:20:38.083112 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a248035-33d9-419b-a40c-7e11896ef709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee02311-e042-4175-a099-27dd564dcf99,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:38.091075 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-5a248035-33d9-419b-a40c-7e11896ef709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143'] for segment, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:38.091357 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.db.segments_db [None req-5a248035-33d9-419b-a40c-7e11896ef709 admin admin] Added segment c17f44c5-5607-4bf5-b0ae-87d4fc569676 of type vlan for network c8a3e621-aafd-4c83-9fc5-3660c7c8f597 Sep 09 18:20:38.102551 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7f3485c-64b6-4ef7-a550-1c32466dceba admin admin] Deleting subnet babd0590-7943-4045-a1ce-88368f3d6a9f {{(pid=94637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 18:20:38.107315 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-a7f3485c-64b6-4ef7-a550-1c32466dceba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:38.168155 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-5a248035-33d9-419b-a40c-7e11896ef709 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729821298728'] for network, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:38.179068 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-a7f3485c-64b6-4ef7-a550-1c32466dceba admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:38.190583 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-a7f3485c-64b6-4ef7-a550-1c32466dceba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775357'] for subnet, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:38.325770 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-5a248035-33d9-419b-a40c-7e11896ef709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322'] for network, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:38.326812 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a248035-33d9-419b-a40c-7e11896ef709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:38.327463 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-5a248035-33d9-419b-a40c-7e11896ef709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for network, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:38.348690 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-a7f3485c-64b6-4ef7-a550-1c32466dceba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322'] for subnet, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:38.407354 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f3485c-64b6-4ef7-a550-1c32466dceba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=babd0590-7943-4045-a1ce-88368f3d6a9f,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:38.412595 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-a7f3485c-64b6-4ef7-a550-1c32466dceba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for subnet, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:38.417064 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-a7f3485c-64b6-4ef7-a550-1c32466dceba admin admin] 10.222.0.39 "DELETE /v2.0/subnets/babd0590-7943-4045-a1ce-88368f3d6a9f HTTP/1.1" status: 204 len: 168 time: 0.4216938 Sep 09 18:20:38.419779 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 41836) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:20:38.460575 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a248035-33d9-419b-a40c-7e11896ef709 admin admin] Pushing event updated for resources: {'Network': ['ID=c8a3e621-aafd-4c83-9fc5-3660c7c8f597,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:38.467497 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-5a248035-33d9-419b-a40c-7e11896ef709 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1176269 Sep 09 18:20:38.470290 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 41838) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:20:38.471879 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Network c8a3e621-aafd-4c83-9fc5-3660c7c8f597 details requested by agent ovs-agent-dv-cinder-779540-2-iscsi with host dv-cinder-779540-2-iscsi {{(pid=94639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 18:20:38.475245 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-8be8960b-368d-43aa-95c9-f4db3e805427 admin admin] Request body: {'subnet': {'network_id': 'c8a3e621-aafd-4c83-9fc5-3660c7c8f597', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1952719425-subnet', 'tenant_id': '6c6da778518d4565908e5cf0fa432d10', 'ip_version': 4}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:20:38.487191 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e067028d-4906-449e-a88f-d338a00910ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626401'] for network, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:38.504259 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b789201-7fdc-4ec9-ad45-21e9104d983e req-f42b6783-5d8d-4867-aa4d-f68e68faf7fb tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:38.509814 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1b789201-7fdc-4ec9-ad45-21e9104d983e req-f42b6783-5d8d-4867-aa4d-f68e68faf7fb tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 946 time: 0.1415193 Sep 09 18:20:38.556072 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1b789201-7fdc-4ec9-ad45-21e9104d983e req-6883f539-646e-42f6-8455-d825e5718592 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425098 Sep 09 18:20:38.572536 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e067028d-4906-449e-a88f-d338a00910ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773192', 'neutron.services.segments.db._delete_segments_for_network-8729821856413'] for network, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:38.593436 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-e067028d-4906-449e-a88f-d338a00910ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6590c9df-9b11-4642-b301-07650f3fd2dd']}} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:20:38.599457 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be8960b-368d-43aa-95c9-f4db3e805427 admin admin] Made reservation on behalf of 6c6da778518d4565908e5cf0fa432d10 for: {'subnet': 1} {{(pid=94637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:20:38.601932 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-8be8960b-368d-43aa-95c9-f4db3e805427 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:38.604337 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-e067028d-4906-449e-a88f-d338a00910ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1228c24-9a74-41cc-80e2-386254ecabd8') {'for_net_delete': True} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:20:38.604636 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-e067028d-4906-449e-a88f-d338a00910ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1228c24-9a74-41cc-80e2-386254ecabd8') {} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:20:38.615329 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e067028d-4906-449e-a88f-d338a00910ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729821856934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1044657'] for segment, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:38.630388 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e067028d-4906-449e-a88f-d338a00910ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143'] for segment, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:38.637420 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e067028d-4906-449e-a88f-d338a00910ab admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=94638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 18:20:38.637982 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e067028d-4906-449e-a88f-d338a00910ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2903633'] for segment, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:38.640280 dv-cinder-779540-2-iscsi neutron-server[94638]: Traceback (most recent call last): Sep 09 18:20:38.640280 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 18:20:38.640280 dv-cinder-779540-2-iscsi neutron-server[94638]: timer() Sep 09 18:20:38.640280 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 18:20:38.640280 dv-cinder-779540-2-iscsi neutron-server[94638]: cb(*args, **kw) Sep 09 18:20:38.640280 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 18:20:38.640280 dv-cinder-779540-2-iscsi neutron-server[94638]: return func(*args, **kwargs) Sep 09 18:20:38.640280 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 18:20:38.640280 dv-cinder-779540-2-iscsi neutron-server[94638]: self._notify() Sep 09 18:20:38.640280 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 18:20:38.640280 dv-cinder-779540-2-iscsi neutron-server[94638]: self.callback(batched_events) Sep 09 18:20:38.640280 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 18:20:38.640280 dv-cinder-779540-2-iscsi neutron-server[94638]: event.method(event) Sep 09 18:20:38.640280 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 18:20:38.640280 dv-cinder-779540-2-iscsi neutron-server[94638]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 18:20:38.640280 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 18:20:38.640280 dv-cinder-779540-2-iscsi neutron-server[94638]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 18:20:38.640280 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 18:20:38.640280 dv-cinder-779540-2-iscsi neutron-server[94638]: return f(self, *a, **k) Sep 09 18:20:38.640280 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 18:20:38.640280 dv-cinder-779540-2-iscsi neutron-server[94638]: return self._get(url).json() Sep 09 18:20:38.640280 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 18:20:38.640280 dv-cinder-779540-2-iscsi neutron-server[94638]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 18:20:38.640280 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 18:20:38.640280 dv-cinder-779540-2-iscsi neutron-server[94638]: return self.request(url, 'GET', **kwargs) Sep 09 18:20:38.640280 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 18:20:38.640280 dv-cinder-779540-2-iscsi neutron-server[94638]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 18:20:38.640280 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 18:20:38.640280 dv-cinder-779540-2-iscsi neutron-server[94638]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 18:20:38.640280 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 18:20:38.640280 dv-cinder-779540-2-iscsi neutron-server[94638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 18:20:38.640280 dv-cinder-779540-2-iscsi neutron-server[94638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 18:20:38.760087 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e067028d-4906-449e-a88f-d338a00910ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-905241'] for network, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:38.767417 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e067028d-4906-449e-a88f-d338a00910ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:38.769922 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-e067028d-4906-449e-a88f-d338a00910ab admin admin] 10.222.0.39 "DELETE /v2.0/networks/6590c9df-9b11-4642-b301-07650f3fd2dd HTTP/1.1" status: 204 len: 168 time: 0.3514440 Sep 09 18:20:38.785986 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067028d-4906-449e-a88f-d338a00910ab admin admin] Pushing event deleted for resources: {'Network': ['ID=6590c9df-9b11-4642-b301-07650f3fd2dd,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:38.856771 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83fa84-f478-47a0-a823-1c4f33e0f6e1 req-7c94c8ea-c850-452f-b0b4-f303a843edd3 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:38.860089 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0d83fa84-f478-47a0-a823-1c4f33e0f6e1 req-7c94c8ea-c850-452f-b0b4-f303a843edd3 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 946 time: 0.0977316 Sep 09 18:20:39.031715 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27a575-c33b-4c4a-a4ee-2dd9b71bb9d5 req-f34b3340-b792-4dd2-864d-b6df64e0c978 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:39.033297 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9b27a575-c33b-4c4a-a4ee-2dd9b71bb9d5 req-f34b3340-b792-4dd2-864d-b6df64e0c978 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=d568a370-2cc1-4fa2-bb5c-55aff4f1820b HTTP/1.1" status: 200 len: 943 time: 0.0722098 Sep 09 18:20:39.038216 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [req-0d83fa84-f478-47a0-a823-1c4f33e0f6e1 req-687ae1ed-8c6c-4a0f-957b-a23fc0fe1221 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Deleting port 443dbf9e-aa62-4786-9f48-d0e5a2748e42 {{(pid=94637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:20:39.049950 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-0d83fa84-f478-47a0-a823-1c4f33e0f6e1 req-687ae1ed-8c6c-4a0f-957b-a23fc0fe1221 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:39.083942 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-8be8960b-368d-43aa-95c9-f4db3e805427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322'] for subnet, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:39.142817 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 41852) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:20:39.166774 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9b27a575-c33b-4c4a-a4ee-2dd9b71bb9d5 req-8b783d51-1ad9-4e2e-b3ff-8f9dc7180eac tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252809 Sep 09 18:20:39.197194 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-d8fdc15a-8b56-4f54-b9ad-fde833a4f121 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aab7c0e0946c4ce492b7fdc19a47d6a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0529139 Sep 09 18:20:39.201287 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 41854) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:20:39.207510 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be8960b-368d-43aa-95c9-f4db3e805427 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea5cb843-bb4c-4217-a23d-5d3311db9ad5,revision_number=0']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:39.233019 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-0d83fa84-f478-47a0-a823-1c4f33e0f6e1 req-687ae1ed-8c6c-4a0f-957b-a23fc0fe1221 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] For port 443dbf9e-aa62-4786-9f48-d0e5a2748e42, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=443dbf9e-aa62-4786-9f48-d0e5a2748e42,segment=NetworkSegment(f738fa1f-ed07-465a-b70c-8f41c0eb3df6),segment_id=f738fa1f-ed07-465a-b70c-8f41c0eb3df6)] {{(pid=94637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:20:39.233309 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-0d83fa84-f478-47a0-a823-1c4f33e0f6e1 req-687ae1ed-8c6c-4a0f-957b-a23fc0fe1221 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:39.250392 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be8960b-368d-43aa-95c9-f4db3e805427 admin admin] Checking segment: {'id': 'c17f44c5-5607-4bf5-b0ae-87d4fc569676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c8a3e621-aafd-4c83-9fc5-3660c7c8f597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:20:39.252137 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be8960b-368d-43aa-95c9-f4db3e805427 admin admin] Network hostable DHCP agents. Network: c8a3e621-aafd-4c83-9fc5-3660c7c8f597, hostable agents: ['6109b3ba-05d2-41fe-b34b-8d3bf45e9862'], hosted agents: [] {{(pid=94637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 18:20:39.252668 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4a0c8de2-45f7-4bbb-8036-873615a1851b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:39.252905 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [req-0d83fa84-f478-47a0-a823-1c4f33e0f6e1 req-687ae1ed-8c6c-4a0f-957b-a23fc0fe1221 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Calling delete_port for 443dbf9e-aa62-4786-9f48-d0e5a2748e42 owned by compute:nova {{(pid=94637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:20:39.274637 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4a0c8de2-45f7-4bbb-8036-873615a1851b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:39.416994 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be8960b-368d-43aa-95c9-f4db3e805427 admin admin] Network c8a3e621-aafd-4c83-9fc5-3660c7c8f597 is scheduled to be hosted by DHCP agent 6109b3ba-05d2-41fe-b34b-8d3bf45e9862 with binding_index 1 {{(pid=94637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 18:20:39.445577 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4a0c8de2-45f7-4bbb-8036-873615a1851b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:39.448144 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4a0c8de2-45f7-4bbb-8036-873615a1851b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:39.449404 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-4a0c8de2-45f7-4bbb-8036-873615a1851b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/177bc538-d8b4-4acd-b8a6-9dad8b2d7397 HTTP/1.1" status: 204 len: 168 time: 0.2463946 Sep 09 18:20:39.458033 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c8de2-45f7-4bbb-8036-873615a1851b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177bc538-d8b4-4acd-b8a6-9dad8b2d7397,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:39.502847 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-0d83fa84-f478-47a0-a823-1c4f33e0f6e1 req-687ae1ed-8c6c-4a0f-957b-a23fc0fe1221 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690'] for port, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:39.515401 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] get_ports_and_sgs() called for port_ids ['4b6b9f03-276a-465a-a25a-51e7f177a098'] {{(pid=94639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 18:20:39.537173 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ae1ed-8c6c-4a0f-957b-a23fc0fe1221 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Pushing event deleted for resources: {'Port': ['ID=443dbf9e-aa62-4786-9f48-d0e5a2748e42,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:39.567316 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.base_scheduler [None req-8be8960b-368d-43aa-95c9-f4db3e805427 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779540-2-iscsi, c8a3e621-aafd-4c83-9fc5-3660c7c8f597) {{(pid=94637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:20:39.571965 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be8960b-368d-43aa-95c9-f4db3e805427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:39.572815 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-8be8960b-368d-43aa-95c9-f4db3e805427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for subnet, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:39.610108 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d83fa84-f478-47a0-a823-1c4f33e0f6e1 req-687ae1ed-8c6c-4a0f-957b-a23fc0fe1221 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] No DVR routers for this DVR port 443dbf9e-aa62-4786-9f48-d0e5a2748e42 on host hv-cinder-77954 {{(pid=94637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 18:20:39.610237 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ffc7e4-f281-44a8-965e-cf92eb4085c8 None None] Network c8a3e621-aafd-4c83-9fc5-3660c7c8f597 requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:20:39.610339 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-0d83fa84-f478-47a0-a823-1c4f33e0f6e1 req-687ae1ed-8c6c-4a0f-957b-a23fc0fe1221 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:39.610339 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0d83fa84-f478-47a0-a823-1c4f33e0f6e1 req-687ae1ed-8c6c-4a0f-957b-a23fc0fe1221 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.54 "DELETE /v2.0/ports/443dbf9e-aa62-4786-9f48-d0e5a2748e42 HTTP/1.1" status: 204 len: 173 time: 0.7400689 Sep 09 18:20:39.610339 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a2c0eda-2bdb-482c-a78d-53e4f47f00b8', 'name': 'network-vif-deleted', 'tag': '443dbf9e-aa62-4786-9f48-d0e5a2748e42'}] {{(pid=94637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:20:39.614130 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133f33bf375164f5fa4b6a6278130a616101494423e3cf7e78094e28bab08aaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03df939-93e6-4981-b90e-3ab1a89af8a6" -d '{"events": [{"server_uuid": "4a2c0eda-2bdb-482c-a78d-53e4f47f00b8", "name": "network-vif-deleted", "tag": "443dbf9e-aa62-4786-9f48-d0e5a2748e42"}]}' {{(pid=94637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:20:39.682811 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6009b48c-6712-49dd-a432-674731f2f1fc req-1bc002a8-adeb-4653-a6a1-4a6e5ce9a9b5 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 210 time: 0.0293229 Sep 09 18:20:39.697847 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 18:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa8c97e-9159-4fd9-8b66-1bc13700893f x-openstack-request-id: req-0aa8c97e-9159-4fd9-8b66-1bc13700893f {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:20:39.698147 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a2c0eda-2bdb-482c-a78d-53e4f47f00b8", "name": "network-vif-deleted", "tag": "443dbf9e-aa62-4786-9f48-d0e5a2748e42", "status": "completed", "code": 200}]} {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:20:39.712650 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0aa8c97e-9159-4fd9-8b66-1bc13700893f {{(pid=94637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:20:39.713465 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a2c0eda-2bdb-482c-a78d-53e4f47f00b8', 'name': 'network-vif-deleted', 'tag': '443dbf9e-aa62-4786-9f48-d0e5a2748e42', 'status': 'completed', 'code': 200} Sep 09 18:20:39.730906 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 41864) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:20:39.733855 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-8be8960b-368d-43aa-95c9-f4db3e805427 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2608578 Sep 09 18:20:39.786532 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-38c54fc2-0403-40ae-84b7-58f5b70ffc90 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1952719425-router', 'tenant_id': '6c6da778518d4565908e5cf0fa432d10', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'}}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:20:39.879373 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c9d165-ebc0-4227-ac85-dde62143c975 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd729f0-ff64-59d2-b832-3ba31ba8699f-c8a3e621-aafd-4c83-9fc5-3660c7c8f597', 'network_id': 'c8a3e621-aafd-4c83-9fc5-3660c7c8f597', 'tenant_id': '6c6da778518d4565908e5cf0fa432d10', 'fixed_ips': [{'subnet_id': 'ea5cb843-bb4c-4217-a23d-5d3311db9ad5'}]}} from dv-cinder-779540-2-iscsi. {{(pid=94639) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 18:20:39.880239 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13c9d165-ebc0-4227-ac85-dde62143c975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:39.917543 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-38c54fc2-0403-40ae-84b7-58f5b70ffc90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-912016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7588'] for router, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:39.919638 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-38c54fc2-0403-40ae-84b7-58f5b70ffc90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-904704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-908176', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7597'] for router, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:39.995576 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-38c54fc2-0403-40ae-84b7-58f5b70ffc90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:40.043489 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-13c9d165-ebc0-4227-ac85-dde62143c975 None None] Allocated IP 172.20.0.2 (c8a3e621-aafd-4c83-9fc5-3660c7c8f597/ea5cb843-bb4c-4217-a23d-5d3311db9ad5/c0c8ff76-1378-48ab-a5b0-03b2f9cb07f7) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:20:40.204052 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13c9d165-ebc0-4227-ac85-dde62143c975 None None] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:40.204873 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-38c54fc2-0403-40ae-84b7-58f5b70ffc90 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:40.213718 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-13c9d165-ebc0-4227-ac85-dde62143c975 None None] Transition to ACTIVE for port object c0c8ff76-1378-48ab-a5b0-03b2f9cb07f7 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:20:40.231714 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-13c9d165-ebc0-4227-ac85-dde62143c975 None None] Transition to ACTIVE for port object c0c8ff76-1378-48ab-a5b0-03b2f9cb07f7 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:20:40.313136 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13c9d165-ebc0-4227-ac85-dde62143c975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:40.340667 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37870719-4866-42c4-89f2-ef92e374f2f6 req-266c5db3-cbcf-401e-afb9-2c36319c5c13 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:40.350118 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-37870719-4866-42c4-89f2-ef92e374f2f6 req-266c5db3-cbcf-401e-afb9-2c36319c5c13 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=d568a370-2cc1-4fa2-bb5c-55aff4f1820b HTTP/1.1" status: 200 len: 943 time: 0.0623996 Sep 09 18:20:40.351975 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c9d165-ebc0-4227-ac85-dde62143c975 None None] Network c8a3e621-aafd-4c83-9fc5-3660c7c8f597 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:20:40.356452 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-13c9d165-ebc0-4227-ac85-dde62143c975 None None] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:20:40.365380 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c9d165-ebc0-4227-ac85-dde62143c975 None None] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:20:40.394338 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-37870719-4866-42c4-89f2-ef92e374f2f6 req-bfbbf9bb-0e56-40cb-b61c-c0e38a3e6169 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431542 Sep 09 18:20:40.403830 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c9d165-ebc0-4227-ac85-dde62143c975 None None] Pushing event updated for resources: {'Port': ['ID=c0c8ff76-1378-48ab-a5b0-03b2f9cb07f7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:40.442002 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-13c9d165-ebc0-4227-ac85-dde62143c975 None None] Attempting to bind port c0c8ff76-1378-48ab-a5b0-03b2f9cb07f7 on host dv-cinder-779540-2-iscsi for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:20:40.442373 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-13c9d165-ebc0-4227-ac85-dde62143c975 None None] Attempting to bind port c0c8ff76-1378-48ab-a5b0-03b2f9cb07f7 by drivers openvswitch,hyperv on host dv-cinder-779540-2-iscsi at level 0 using segments [{'id': 'c17f44c5-5607-4bf5-b0ae-87d4fc569676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c8a3e621-aafd-4c83-9fc5-3660c7c8f597'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:20:40.442736 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c9d165-ebc0-4227-ac85-dde62143c975 None None] Attempting to bind port c0c8ff76-1378-48ab-a5b0-03b2f9cb07f7 on network c8a3e621-aafd-4c83-9fc5-3660c7c8f597 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:20:40.447977 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c9d165-ebc0-4227-ac85-dde62143c975 None None] Checking agent: {'id': '6d9a1dab-6af8-44c5-a6af-2e6d734c4a3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 7, 57), 'started_at': datetime.datetime(2021, 9, 9, 18, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:20:40.448379 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c9d165-ebc0-4227-ac85-dde62143c975 None None] Checking segment: {'id': 'c17f44c5-5607-4bf5-b0ae-87d4fc569676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c8a3e621-aafd-4c83-9fc5-3660c7c8f597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:20:40.448789 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13c9d165-ebc0-4227-ac85-dde62143c975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:40.449198 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c9d165-ebc0-4227-ac85-dde62143c975 None None] Bound using segment: {'id': 'c17f44c5-5607-4bf5-b0ae-87d4fc569676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c8a3e621-aafd-4c83-9fc5-3660c7c8f597'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:20:40.449885 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-13c9d165-ebc0-4227-ac85-dde62143c975 None None] Bound port: c0c8ff76-1378-48ab-a5b0-03b2f9cb07f7, host: dv-cinder-779540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c17f44c5-5607-4bf5-b0ae-87d4fc569676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c8a3e621-aafd-4c83-9fc5-3660c7c8f597'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:20:40.450200 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13c9d165-ebc0-4227-ac85-dde62143c975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:40.504211 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 41876) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:20:40.536872 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-13c9d165-ebc0-4227-ac85-dde62143c975 None None] For port c0c8ff76-1378-48ab-a5b0-03b2f9cb07f7, host dv-cinder-779540-2-iscsi, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:20:40.537482 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-38c54fc2-0403-40ae-84b7-58f5b70ffc90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:40.541217 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-13c9d165-ebc0-4227-ac85-dde62143c975 None None] For port c0c8ff76-1378-48ab-a5b0-03b2f9cb07f7, host dv-cinder-779540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=c0c8ff76-1378-48ab-a5b0-03b2f9cb07f7,segment=NetworkSegment(c17f44c5-5607-4bf5-b0ae-87d4fc569676),segment_id=c17f44c5-5607-4bf5-b0ae-87d4fc569676)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:20:40.558484 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-38c54fc2-0403-40ae-84b7-58f5b70ffc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:40.564126 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-9abc6189-24ec-4795-b182-c973ea57851f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=27fd944d294446c2aee3ced3d81a51a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0546219 Sep 09 18:20:40.564798 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 41880) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:20:40.690786 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 41884) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:20:40.722537 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-576c575b-3f80-48aa-897b-a790d66722e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:40.762152 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-576c575b-3f80-48aa-897b-a790d66722e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:40.764338 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-38c54fc2-0403-40ae-84b7-58f5b70ffc90 admin admin] Allocated IP 172.27.0.50 (3a4844da-e7df-49de-8120-ac4d2e4c4f80/6ecf6949-122b-4bec-9802-77be4eb2c7d8/7d185480-44ce-4341-92a7-68535e4d4808) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:20:40.795238 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13c9d165-ebc0-4227-ac85-dde62143c975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:40.828609 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-309b478b-38f9-4142-bce5-607e5191608d req-b7200652-1464-4fd0-988e-8766a9d5806e tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a2c0eda-2bdb-482c-a78d-53e4f47f00b8 HTTP/1.1" status: 200 len: 210 time: 0.0499177 Sep 09 18:20:40.854994 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-d816ab7c-ce3b-4930-90a9-ddf71ca1b9da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:40.886681 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c9d165-ebc0-4227-ac85-dde62143c975 None None] Pushing event updated for resources: {'Port': ['ID=c0c8ff76-1378-48ab-a5b0-03b2f9cb07f7,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:40.911496 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 40dcad47-1ebb-43f3-b4a2-d3f19d90f626 details requested by agent hyperv_hv-cinder-77954 with host hv-cinder-77954 {{(pid=94639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 18:20:40.916652 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 443dbf9e-aa62-4786-9f48-d0e5a2748e42 no longer exists at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:20:40.940502 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-38c54fc2-0403-40ae-84b7-58f5b70ffc90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:40.956750 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-576c575b-3f80-48aa-897b-a790d66722e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:40.958502 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] No Port match for: 443dbf9e-aa62-4786-9f48-d0e5a2748e42 {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:20:40.959190 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 443dbf9e-aa62-4786-9f48-d0e5a2748e42 not bound to the agent host hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:20:40.959541 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-576c575b-3f80-48aa-897b-a790d66722e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:40.960755 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-576c575b-3f80-48aa-897b-a790d66722e3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/da167bb6-e2c2-4220-88fb-c077a8f96e60 HTTP/1.1" status: 204 len: 168 time: 0.3959804 Sep 09 18:20:40.994190 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c575b-3f80-48aa-897b-a790d66722e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da167bb6-e2c2-4220-88fb-c077a8f96e60,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:41.057475 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-d816ab7c-ce3b-4930-90a9-ddf71ca1b9da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:41.137369 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-38c54fc2-0403-40ae-84b7-58f5b70ffc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2896014'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:41.143956 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port 40dcad47-1ebb-43f3-b4a2-d3f19d90f626, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=40dcad47-1ebb-43f3-b4a2-d3f19d90f626,segment=NetworkSegment(7898d1ab-7660-4281-85f4-69d970fcafe6),segment_id=7898d1ab-7660-4281-85f4-69d970fcafe6)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:20:41.159074 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Returning: {'device': '40dcad47-1ebb-43f3-b4a2-d3f19d90f626', 'network_id': 'f9f8ee35-cc2c-41e4-a086-b60f69231898', 'port_id': '40dcad47-1ebb-43f3-b4a2-d3f19d90f626', 'mac_address': 'fa:16:3e:2c:42:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1820377-02b2-429c-bc0b-65270228fdbb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 18:20:41.166523 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-d816ab7c-ce3b-4930-90a9-ddf71ca1b9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:41.209171 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c54fc2-0403-40ae-84b7-58f5b70ffc90 admin admin] Network 3a4844da-e7df-49de-8120-ac4d2e4c4f80 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:20:41.212946 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-38c54fc2-0403-40ae-84b7-58f5b70ffc90 admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:20:41.217625 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c54fc2-0403-40ae-84b7-58f5b70ffc90 admin admin] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:20:41.272167 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c54fc2-0403-40ae-84b7-58f5b70ffc90 admin admin] Pushing event updated for resources: {'Port': ['ID=7d185480-44ce-4341-92a7-68535e4d4808,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:41.283587 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:41.289420 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c54fc2-0403-40ae-84b7-58f5b70ffc90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:41.289661 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-d816ab7c-ce3b-4930-90a9-ddf71ca1b9da admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=832eef42bb324614b89dd72208fb80ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5974684 Sep 09 18:20:41.289755 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c54fc2-0403-40ae-84b7-58f5b70ffc90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:41.290095 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c54fc2-0403-40ae-84b7-58f5b70ffc90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:41.290425 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c54fc2-0403-40ae-84b7-58f5b70ffc90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:41.290752 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c54fc2-0403-40ae-84b7-58f5b70ffc90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:41.291073 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c54fc2-0403-40ae-84b7-58f5b70ffc90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:41.291573 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c54fc2-0403-40ae-84b7-58f5b70ffc90 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:41.292114 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 41892) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:20:41.292486 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c54fc2-0403-40ae-84b7-58f5b70ffc90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:41.292905 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c54fc2-0403-40ae-84b7-58f5b70ffc90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:41.293245 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c54fc2-0403-40ae-84b7-58f5b70ffc90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:41.293570 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c54fc2-0403-40ae-84b7-58f5b70ffc90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:41.293890 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c54fc2-0403-40ae-84b7-58f5b70ffc90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:41.301346 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40dcad47-1ebb-43f3-b4a2-d3f19d90f626 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:20:41.341990 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port 40dcad47-1ebb-43f3-b4a2-d3f19d90f626, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=40dcad47-1ebb-43f3-b4a2-d3f19d90f626,segment=NetworkSegment(7898d1ab-7660-4281-85f4-69d970fcafe6),segment_id=7898d1ab-7660-4281-85f4-69d970fcafe6)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:20:41.344657 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816ab7c-ce3b-4930-90a9-ddf71ca1b9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04414b4a-c30b-413b-8586-1ef661b21275,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:41.376628 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d816ab7c-ce3b-4930-90a9-ddf71ca1b9da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:41.377207 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d816ab7c-ce3b-4930-90a9-ddf71ca1b9da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:41.377741 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d816ab7c-ce3b-4930-90a9-ddf71ca1b9da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:41.378358 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d816ab7c-ce3b-4930-90a9-ddf71ca1b9da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:41.378852 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d816ab7c-ce3b-4930-90a9-ddf71ca1b9da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:41.379347 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d816ab7c-ce3b-4930-90a9-ddf71ca1b9da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:41.379876 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d816ab7c-ce3b-4930-90a9-ddf71ca1b9da admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:41.380419 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d816ab7c-ce3b-4930-90a9-ddf71ca1b9da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:41.380953 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d816ab7c-ce3b-4930-90a9-ddf71ca1b9da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:41.381468 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d816ab7c-ce3b-4930-90a9-ddf71ca1b9da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:41.381966 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d816ab7c-ce3b-4930-90a9-ddf71ca1b9da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:41.382302 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d816ab7c-ce3b-4930-90a9-ddf71ca1b9da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:41.411963 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:41.422605 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3e84aed1-edfd-4020-822a-850a2f444b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:41.453290 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3e84aed1-edfd-4020-822a-850a2f444b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:41.488026 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=40dcad47-1ebb-43f3-b4a2-d3f19d90f626,revision_number=4']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:41.587122 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dcc0eb-317a-4a8e-ad00-5e3b9719372c req-465d5115-87fa-4b79-90ba-6e157620faaf tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:41.589346 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-18dcc0eb-317a-4a8e-ad00-5e3b9719372c req-465d5115-87fa-4b79-90ba-6e157620faaf tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=d568a370-2cc1-4fa2-bb5c-55aff4f1820b HTTP/1.1" status: 200 len: 944 time: 0.0774529 Sep 09 18:20:41.629373 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3e84aed1-edfd-4020-822a-850a2f444b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:41.632296 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3e84aed1-edfd-4020-822a-850a2f444b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:41.636931 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-3e84aed1-edfd-4020-822a-850a2f444b44 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/04414b4a-c30b-413b-8586-1ef661b21275 HTTP/1.1" status: 204 len: 168 time: 0.3388717 Sep 09 18:20:41.653084 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84aed1-edfd-4020-822a-850a2f444b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04414b4a-c30b-413b-8586-1ef661b21275,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:41.662457 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-18dcc0eb-317a-4a8e-ad00-5e3b9719372c req-145d394e-0768-403a-b541-fb733ec5153f tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640802 Sep 09 18:20:41.791438 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-38c54fc2-0403-40ae-84b7-58f5b70ffc90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:41.864017 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] get_ports_and_sgs() called for port_ids ['40dcad47-1ebb-43f3-b4a2-d3f19d90f626'] {{(pid=94639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 18:20:42.287671 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa25a408-fca3-407b-b757-39ba43adcc71 None None] Network c8a3e621-aafd-4c83-9fc5-3660c7c8f597 requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:20:42.292783 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device c0c8ff76-1378-48ab-a5b0-03b2f9cb07f7 up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:20:42.416215 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-38c54fc2-0403-40ae-84b7-58f5b70ffc90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-904729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-905281'] for router, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:42.510577 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-c1e59d03-da32-4067-9a7a-f8a6e2b0c930 None None] Provisioning for port c0c8ff76-1378-48ab-a5b0-03b2f9cb07f7 completed by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:20:42.581846 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning for port c0c8ff76-1378-48ab-a5b0-03b2f9cb07f7 completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:20:42.594267 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port c0c8ff76-1378-48ab-a5b0-03b2f9cb07f7 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:20:42.595401 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:42.627469 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9888e8-3daf-4a37-b5d4-e37d8f318a40 req-ccfc1dd3-7a9d-47aa-8b05-973c4e2191f3 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:42.635351 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4e9888e8-3daf-4a37-b5d4-e37d8f318a40 req-ccfc1dd3-7a9d-47aa-8b05-973c4e2191f3 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.0713704 Sep 09 18:20:42.693308 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4e9888e8-3daf-4a37-b5d4-e37d8f318a40 req-a361ceaf-8ec5-434c-a138-5e895c6064af tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568411 Sep 09 18:20:42.754305 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:42.767912 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c54fc2-0403-40ae-84b7-58f5b70ffc90 admin admin] Router 6bc3198b-8219-44ed-b5bd-58720d365cb0 is scheduled to L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 with binding_index 1 {{(pid=94638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 18:20:42.802954 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] For port c0c8ff76-1378-48ab-a5b0-03b2f9cb07f7, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=c0c8ff76-1378-48ab-a5b0-03b2f9cb07f7,segment=NetworkSegment(c17f44c5-5607-4bf5-b0ae-87d4fc569676),segment_id=c17f44c5-5607-4bf5-b0ae-87d4fc569676)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:20:42.830662 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025f3ad-efca-4e66-a81c-fe79daa68436 req-03b8c61e-6154-43d6-9c93-6a90e4c9e159 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:42.832357 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e025f3ad-efca-4e66-a81c-fe79daa68436 req-03b8c61e-6154-43d6-9c93-6a90e4c9e159 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=d568a370-2cc1-4fa2-bb5c-55aff4f1820b HTTP/1.1" status: 200 len: 944 time: 0.0710855 Sep 09 18:20:42.880962 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e025f3ad-efca-4e66-a81c-fe79daa68436 req-60f24ecb-38b0-4af4-8355-196b21f78b65 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386457 Sep 09 18:20:42.895963 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c54fc2-0403-40ae-84b7-58f5b70ffc90 admin admin] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:20:42.906423 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b3f465-6797-41c6-8a40-b1ef5d6f42b0 None None] Sync routers for ids ['6bc3198b-8219-44ed-b5bd-58720d365cb0'] in dv-cinder-779540-2-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:20:42.918783 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b3f465-6797-41c6-8a40-b1ef5d6f42b0 None None] Routers {'6bc3198b-8219-44ed-b5bd-58720d365cb0'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:20:42.919525 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-b5b3f465-6797-41c6-8a40-b1ef5d6f42b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:20:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['6bc3198b-8219-44ed-b5bd-58720d365cb0'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:20:42.953551 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-4bc8c4e8-8f26-4c60-9b5a-ce25f62714df None None] Provisioning complete for port c0c8ff76-1378-48ab-a5b0-03b2f9cb07f7 triggered by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:20:42.954214 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4bc8c4e8-8f26-4c60-9b5a-ce25f62714df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:42.978315 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:43.056113 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Pushing event updated for resources: {'Port': ['ID=c0c8ff76-1378-48ab-a5b0-03b2f9cb07f7,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:43.068910 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-38c54fc2-0403-40ae-84b7-58f5b70ffc90 admin admin] Notify callbacks [] for router, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:43.073361 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 41936) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:20:43.073544 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-38c54fc2-0403-40ae-84b7-58f5b70ffc90 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3413818 Sep 09 18:20:43.145772 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-b5b3f465-6797-41c6-8a40-b1ef5d6f42b0 None None] Set router 6bc3198b-8219-44ed-b5bd-58720d365cb0 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:20:43.366484 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-b5b3f465-6797-41c6-8a40-b1ef5d6f42b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc3198b-8219-44ed-b5bd-58720d365cb0', 'name': 'tempest-TestMinimumBasicScenario-1952719425-router', 'tenant_id': '6c6da778518d4565908e5cf0fa432d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7d185480-44ce-4341-92a7-68535e4d4808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:20:39Z', 'updated_at': '2021-09-09T18:20:41Z', 'revision_number': 3, 'project_id': '6c6da778518d4565908e5cf0fa432d10', 'gw_port': {'id': '7d185480-44ce-4341-92a7-68535e4d4808', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:69:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc3198b-8219-44ed-b5bd-58720d365cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:20:40Z', 'updated_at': '2021-09-09T18:20:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi'}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:20:43.399459 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b3f465-6797-41c6-8a40-b1ef5d6f42b0 None None] Checking router: 6bc3198b-8219-44ed-b5bd-58720d365cb0 for host: dv-cinder-779540-2-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:20:43.399809 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b3f465-6797-41c6-8a40-b1ef5d6f42b0 None None] Updating router 6bc3198b-8219-44ed-b5bd-58720d365cb0 port 7d185480-44ce-4341-92a7-68535e4d4808 binding host dv-cinder-779540-2-iscsi {{(pid=94640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 18:20:43.435182 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5b3f465-6797-41c6-8a40-b1ef5d6f42b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:43.602391 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-5d30b70d-3572-463f-8b5f-0d60da661a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:43.720641 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5b3f465-6797-41c6-8a40-b1ef5d6f42b0 None None] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:43.732415 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b5b3f465-6797-41c6-8a40-b1ef5d6f42b0 None None] Transition to ACTIVE for port object 7d185480-44ce-4341-92a7-68535e4d4808 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:20:43.797884 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.db_base_plugin_common [None req-5d30b70d-3572-463f-8b5f-0d60da661a39 admin admin] Allocated IP 172.20.0.1 (c8a3e621-aafd-4c83-9fc5-3660c7c8f597/ea5cb843-bb4c-4217-a23d-5d3311db9ad5/b262c073-0831-4adb-a44c-0e3315246d02) {{(pid=94637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:20:43.862701 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5b3f465-6797-41c6-8a40-b1ef5d6f42b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:43.867125 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78103ed9-5d3f-4084-b2c5-e429c0eaad3d req-fe4fdb44-444a-41a5-939e-d3f1495abfbf tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:43.868617 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-78103ed9-5d3f-4084-b2c5-e429c0eaad3d req-fe4fdb44-444a-41a5-939e-d3f1495abfbf tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.0889354 Sep 09 18:20:43.908284 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8975b473-ebc4-4be1-9e36-579b6a6d2fbe None None] Pushing event updated for resources: {'Port': ['ID=7d185480-44ce-4341-92a7-68535e4d4808,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:43.925757 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-b5b3f465-6797-41c6-8a40-b1ef5d6f42b0 None None] Attempting to bind port 7d185480-44ce-4341-92a7-68535e4d4808 on host dv-cinder-779540-2-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:20:43.926131 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-b5b3f465-6797-41c6-8a40-b1ef5d6f42b0 None None] Attempting to bind port 7d185480-44ce-4341-92a7-68535e4d4808 by drivers openvswitch,hyperv on host dv-cinder-779540-2-iscsi at level 0 using segments [{'id': '7a73f5cb-6b09-47ec-a9e0-b99f618e2056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:20:43.926484 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b3f465-6797-41c6-8a40-b1ef5d6f42b0 None None] Attempting to bind port 7d185480-44ce-4341-92a7-68535e4d4808 on network 3a4844da-e7df-49de-8120-ac4d2e4c4f80 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:20:43.934787 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b3f465-6797-41c6-8a40-b1ef5d6f42b0 None None] Checking agent: {'id': '6d9a1dab-6af8-44c5-a6af-2e6d734c4a3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 7, 57), 'started_at': datetime.datetime(2021, 9, 9, 18, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:20:43.935154 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b3f465-6797-41c6-8a40-b1ef5d6f42b0 None None] Checking segment: {'id': '7a73f5cb-6b09-47ec-a9e0-b99f618e2056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:20:43.935552 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5b3f465-6797-41c6-8a40-b1ef5d6f42b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:43.935941 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b3f465-6797-41c6-8a40-b1ef5d6f42b0 None None] Bound using segment: {'id': '7a73f5cb-6b09-47ec-a9e0-b99f618e2056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:20:43.937147 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-b5b3f465-6797-41c6-8a40-b1ef5d6f42b0 None None] Bound port: 7d185480-44ce-4341-92a7-68535e4d4808, host: dv-cinder-779540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a73f5cb-6b09-47ec-a9e0-b99f618e2056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:20:43.937365 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5b3f465-6797-41c6-8a40-b1ef5d6f42b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:43.955422 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-78103ed9-5d3f-4084-b2c5-e429c0eaad3d req-e0504d85-f21d-4651-9d9c-caa7988e6b5d tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538070 Sep 09 18:20:43.972131 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-5d30b70d-3572-463f-8b5f-0d60da661a39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:43.987015 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.provisioning_blocks [None req-5d30b70d-3572-463f-8b5f-0d60da661a39 admin admin] Transition to ACTIVE for port object b262c073-0831-4adb-a44c-0e3315246d02 will not be triggered until provisioned by entity DHCP. {{(pid=94637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:20:43.994493 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8975b473-ebc4-4be1-9e36-579b6a6d2fbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:43.994845 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8975b473-ebc4-4be1-9e36-579b6a6d2fbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:43.995233 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8975b473-ebc4-4be1-9e36-579b6a6d2fbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:43.995568 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8975b473-ebc4-4be1-9e36-579b6a6d2fbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:43.995896 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8975b473-ebc4-4be1-9e36-579b6a6d2fbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:43.996223 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8975b473-ebc4-4be1-9e36-579b6a6d2fbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:43.996572 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8975b473-ebc4-4be1-9e36-579b6a6d2fbe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:43.996896 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8975b473-ebc4-4be1-9e36-579b6a6d2fbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:43.997218 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8975b473-ebc4-4be1-9e36-579b6a6d2fbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:43.997537 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8975b473-ebc4-4be1-9e36-579b6a6d2fbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:43.997856 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8975b473-ebc4-4be1-9e36-579b6a6d2fbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:43.998178 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8975b473-ebc4-4be1-9e36-579b6a6d2fbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:20:44.018274 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b5b3f465-6797-41c6-8a40-b1ef5d6f42b0 None None] For port 7d185480-44ce-4341-92a7-68535e4d4808, host dv-cinder-779540-2-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:20:44.022469 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b5b3f465-6797-41c6-8a40-b1ef5d6f42b0 None None] For port 7d185480-44ce-4341-92a7-68535e4d4808, host dv-cinder-779540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=7d185480-44ce-4341-92a7-68535e4d4808,segment=NetworkSegment(7a73f5cb-6b09-47ec-a9e0-b99f618e2056),segment_id=7a73f5cb-6b09-47ec-a9e0-b99f618e2056)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:20:44.072647 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb37e0-66d6-4b6d-8c31-98ed53b21ee3 req-06514634-5064-4082-9ccb-e057e6ca2356 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:44.074249 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-72bb37e0-66d6-4b6d-8c31-98ed53b21ee3 req-06514634-5064-4082-9ccb-e057e6ca2356 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=d568a370-2cc1-4fa2-bb5c-55aff4f1820b HTTP/1.1" status: 200 len: 944 time: 0.0826838 Sep 09 18:20:44.097398 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5b3f465-6797-41c6-8a40-b1ef5d6f42b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:44.140623 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-72bb37e0-66d6-4b6d-8c31-98ed53b21ee3 req-76208599-387a-48f1-a7c6-a06b83d6a7a5 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570450 Sep 09 18:20:44.143756 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-5d30b70d-3572-463f-8b5f-0d60da661a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681'] for port, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:44.169537 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b3f465-6797-41c6-8a40-b1ef5d6f42b0 None None] Routers {'6bc3198b-8219-44ed-b5bd-58720d365cb0'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:20:44.170173 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-b5b3f465-6797-41c6-8a40-b1ef5d6f42b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:20:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['6bc3198b-8219-44ed-b5bd-58720d365cb0'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:20:44.191731 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d30b70d-3572-463f-8b5f-0d60da661a39 admin admin] Network c8a3e621-aafd-4c83-9fc5-3660c7c8f597 is already hosted by enough agents. {{(pid=94637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:20:44.195055 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.base_scheduler [None req-5d30b70d-3572-463f-8b5f-0d60da661a39 admin admin] Resources bound (agent type, host, resource id): {{(pid=94637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:20:44.198818 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d30b70d-3572-463f-8b5f-0d60da661a39 admin admin] Received port after_create {{(pid=94637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:20:44.199302 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-5d30b70d-3572-463f-8b5f-0d60da661a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-905360'] for router_interface, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:44.207890 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device c0c8ff76-1378-48ab-a5b0-03b2f9cb07f7 up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:20:44.218645 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8975b473-ebc4-4be1-9e36-579b6a6d2fbe None None] Pushing event updated for resources: {'Port': ['ID=7d185480-44ce-4341-92a7-68535e4d4808,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:44.253740 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d30b70d-3572-463f-8b5f-0d60da661a39 admin admin] Pushing event updated for resources: {'Port': ['ID=b262c073-0831-4adb-a44c-0e3315246d02,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:44.315618 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port c0c8ff76-1378-48ab-a5b0-03b2f9cb07f7 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:20:44.315618 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:44.321369 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-b5b3f465-6797-41c6-8a40-b1ef5d6f42b0 None None] Set router 6bc3198b-8219-44ed-b5bd-58720d365cb0 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:20:44.481985 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-5d30b70d-3572-463f-8b5f-0d60da661a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:44.543277 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-b5b3f465-6797-41c6-8a40-b1ef5d6f42b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc3198b-8219-44ed-b5bd-58720d365cb0', 'name': 'tempest-TestMinimumBasicScenario-1952719425-router', 'tenant_id': '6c6da778518d4565908e5cf0fa432d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7d185480-44ce-4341-92a7-68535e4d4808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:20:39Z', 'updated_at': '2021-09-09T18:20:41Z', 'revision_number': 3, 'project_id': '6c6da778518d4565908e5cf0fa432d10', 'gw_port': {'id': '7d185480-44ce-4341-92a7-68535e4d4808', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:69:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc3198b-8219-44ed-b5bd-58720d365cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:20:40Z', 'updated_at': '2021-09-09T18:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi'}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:20:44.575493 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b3f465-6797-41c6-8a40-b1ef5d6f42b0 None None] The sync data for ids ['6bc3198b-8219-44ed-b5bd-58720d365cb0'] in dv-cinder-779540-2-iscsi is: [{'id': '6bc3198b-8219-44ed-b5bd-58720d365cb0', 'name': 'tempest-TestMinimumBasicScenario-1952719425-router', 'tenant_id': '6c6da778518d4565908e5cf0fa432d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7d185480-44ce-4341-92a7-68535e4d4808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:20:39Z', 'updated_at': '2021-09-09T18:20:41Z', 'revision_number': 3, 'project_id': '6c6da778518d4565908e5cf0fa432d10', 'gw_port': {'id': '7d185480-44ce-4341-92a7-68535e4d4808', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:69:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc3198b-8219-44ed-b5bd-58720d365cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:20:40Z', 'updated_at': '2021-09-09T18:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi'}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:20:44.674074 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-ee7761a4-8bd3-46a7-8945-d28ac781269a None None] Provisioning for port b262c073-0831-4adb-a44c-0e3315246d02 completed by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:20:44.676856 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-5d30b70d-3572-463f-8b5f-0d60da661a39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:44.684214 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-ee7761a4-8bd3-46a7-8945-d28ac781269a None None] Provisioning complete for port b262c073-0831-4adb-a44c-0e3315246d02 triggered by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:20:44.684214 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee7761a4-8bd3-46a7-8945-d28ac781269a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:44.727136 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ee7761a4-8bd3-46a7-8945-d28ac781269a None None] Port b262c073-0831-4adb-a44c-0e3315246d02 cannot update to ACTIVE because it is not bound. {{(pid=94639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 18:20:44.771880 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-5d30b70d-3572-463f-8b5f-0d60da661a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:44.776068 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-5d30b70d-3572-463f-8b5f-0d60da661a39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-906496'] for router_interface, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:44.852690 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d30b70d-3572-463f-8b5f-0d60da661a39 admin admin] Pushing event updated for resources: {'Port': ['ID=b262c073-0831-4adb-a44c-0e3315246d02,revision_number=2']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:44.925688 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d30b70d-3572-463f-8b5f-0d60da661a39 admin admin] Network c8a3e621-aafd-4c83-9fc5-3660c7c8f597 is already hosted by enough agents. {{(pid=94637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:20:44.929398 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.base_scheduler [None req-5d30b70d-3572-463f-8b5f-0d60da661a39 admin admin] Resources bound (agent type, host, resource id): {{(pid=94637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:20:44.960042 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 40dcad47-1ebb-43f3-b4a2-d3f19d90f626 up at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:20:45.150583 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d30b70d-3572-463f-8b5f-0d60da661a39 admin admin] Router 6bc3198b-8219-44ed-b5bd-58720d365cb0 has already been hosted by L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 {{(pid=94637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 18:20:45.154956 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning for port 40dcad47-1ebb-43f3-b4a2-d3f19d90f626 completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:20:45.163540 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning complete for port 40dcad47-1ebb-43f3-b4a2-d3f19d90f626 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:20:45.163540 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:45.205343 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54bdc57-c892-4a99-9bb3-30dafe598818 req-13954dda-966f-4a7b-ab7b-dede10915d3f tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:45.206979 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b54bdc57-c892-4a99-9bb3-30dafe598818 req-13954dda-966f-4a7b-ab7b-dede10915d3f tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.1058447 Sep 09 18:20:45.258398 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-7413bcc4-03a8-4c5b-8afb-ee5ae5326dd0 None None] Provisioning complete for port b262c073-0831-4adb-a44c-0e3315246d02 triggered by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:20:45.260208 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7413bcc4-03a8-4c5b-8afb-ee5ae5326dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:45.330783 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b54bdc57-c892-4a99-9bb3-30dafe598818 req-c370ad3a-0824-4d01-aada-f123980ae6e7 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684161 Sep 09 18:20:45.352788 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7413bcc4-03a8-4c5b-8afb-ee5ae5326dd0 None None] Port b262c073-0831-4adb-a44c-0e3315246d02 cannot update to ACTIVE because it is not bound. {{(pid=94639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 18:20:45.359282 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:45.388653 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd568a370-2cc1-4fa2-bb5c-55aff4f1820b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40dcad47-1ebb-43f3-b4a2-d3f19d90f626'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:20:45.391653 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c42b67fee44e65162d6e194d2b8dbd641fdff823df3ddc4f15e211ea02ebf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c44ede1-443c-42ac-8905-1a8f00be5d98" -d '{"events": [{"server_uuid": "d568a370-2cc1-4fa2-bb5c-55aff4f1820b", "name": "network-vif-plugged", "status": "completed", "tag": "40dcad47-1ebb-43f3-b4a2-d3f19d90f626"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:20:45.408977 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port 40dcad47-1ebb-43f3-b4a2-d3f19d90f626, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=40dcad47-1ebb-43f3-b4a2-d3f19d90f626,segment=NetworkSegment(7898d1ab-7660-4281-85f4-69d970fcafe6),segment_id=7898d1ab-7660-4281-85f4-69d970fcafe6)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:20:45.438259 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 18:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065dfece-3e95-4429-a3e3-b63dde2040c7 x-openstack-request-id: req-065dfece-3e95-4429-a3e3-b63dde2040c7 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:20:45.438634 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d568a370-2cc1-4fa2-bb5c-55aff4f1820b", "name": "network-vif-plugged", "status": "completed", "tag": "40dcad47-1ebb-43f3-b4a2-d3f19d90f626", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:20:45.438893 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-065dfece-3e95-4429-a3e3-b63dde2040c7 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:20:45.439301 dv-cinder-779540-2-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd568a370-2cc1-4fa2-bb5c-55aff4f1820b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40dcad47-1ebb-43f3-b4a2-d3f19d90f626', 'code': 200} Sep 09 18:20:45.474977 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:45.532972 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=40dcad47-1ebb-43f3-b4a2-d3f19d90f626,revision_number=5']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:45.643980 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d30b70d-3572-463f-8b5f-0d60da661a39 admin admin] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:20:45.649422 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-5d30b70d-3572-463f-8b5f-0d60da661a39 admin admin] 10.222.0.39 "PUT /v2.0/routers/6bc3198b-8219-44ed-b5bd-58720d365cb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5749979 Sep 09 18:20:45.665617 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38220427-fbeb-4f82-a50c-d221eeffb95d req-75a83d3f-a47b-4672-81e3-c967a086243e tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:45.667217 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-38220427-fbeb-4f82-a50c-d221eeffb95d req-75a83d3f-a47b-4672-81e3-c967a086243e tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=d568a370-2cc1-4fa2-bb5c-55aff4f1820b HTTP/1.1" status: 200 len: 944 time: 0.3458807 Sep 09 18:20:45.709363 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-38220427-fbeb-4f82-a50c-d221eeffb95d req-a3f05549-76ca-4774-a152-9add1eecbdcb tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354593 Sep 09 18:20:45.778463 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb9c40-eaca-459d-b6c9-634bcaa3b3a2 req-0dd4f85c-8e51-4abf-9193-0cb292e41043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:45.780939 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-58cb9c40-eaca-459d-b6c9-634bcaa3b3a2 req-0dd4f85c-8e51-4abf-9193-0cb292e41043 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d568a370-2cc1-4fa2-bb5c-55aff4f1820b HTTP/1.1" status: 200 len: 1098 time: 0.0519609 Sep 09 18:20:45.826225 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-58cb9c40-eaca-459d-b6c9-634bcaa3b3a2 req-98d26698-d718-4cea-accb-a22462abcee6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365286 Sep 09 18:20:46.229047 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 7d185480-44ce-4341-92a7-68535e4d4808 up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:20:46.412179 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db91b18-cbfb-4049-b0db-5ef76a8c9e4b None None] Sync routers for ids ['6bc3198b-8219-44ed-b5bd-58720d365cb0'] in dv-cinder-779540-2-iscsi {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:20:46.422438 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db91b18-cbfb-4049-b0db-5ef76a8c9e4b None None] Routers {'6bc3198b-8219-44ed-b5bd-58720d365cb0'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:20:46.423073 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-6db91b18-cbfb-4049-b0db-5ef76a8c9e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:20:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['6bc3198b-8219-44ed-b5bd-58720d365cb0'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:20:46.468747 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130f62a-31ce-45f0-b858-46cac2951676 req-a91d635c-1c50-4772-8108-4f70786bab2d tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:46.484115 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a130f62a-31ce-45f0-b858-46cac2951676 req-a91d635c-1c50-4772-8108-4f70786bab2d tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.0532930 Sep 09 18:20:46.484285 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning for port 7d185480-44ce-4341-92a7-68535e4d4808 completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:20:46.486748 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port 7d185480-44ce-4341-92a7-68535e4d4808 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:20:46.487146 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:46.520359 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a130f62a-31ce-45f0-b858-46cac2951676 req-ed011e8b-1db4-46d5-aa8e-b3ea6b2fc873 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424175 Sep 09 18:20:46.611314 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-6db91b18-cbfb-4049-b0db-5ef76a8c9e4b None None] Set router 6bc3198b-8219-44ed-b5bd-58720d365cb0 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:20:46.719272 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 41998) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:20:46.724158 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-2813e6b9-bd4d-435b-9329-a243afdcc5a7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-757655375-network', 'tenant_id': 'c0fb20ad9e5941238639cc34cfad4391'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:20:46.748207 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:46.796019 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] For port 7d185480-44ce-4341-92a7-68535e4d4808, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=7d185480-44ce-4341-92a7-68535e4d4808,segment=NetworkSegment(7a73f5cb-6b09-47ec-a9e0-b99f618e2056),segment_id=7a73f5cb-6b09-47ec-a9e0-b99f618e2056)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:20:46.813255 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2813e6b9-bd4d-435b-9329-a243afdcc5a7 admin admin] Made reservation on behalf of c0fb20ad9e5941238639cc34cfad4391 for: {'network': 1} {{(pid=94637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:20:46.817497 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-2813e6b9-bd4d-435b-9329-a243afdcc5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for network, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:46.849719 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-2813e6b9-bd4d-435b-9329-a243afdcc5a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:46.873639 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:46.892016 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f853d3-b6f9-48b0-b1a6-c52463298e5c req-e32db9fa-344f-44b7-9966-5b4d0d8b4418 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:46.893934 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-02f853d3-b6f9-48b0-b1a6-c52463298e5c req-e32db9fa-344f-44b7-9966-5b4d0d8b4418 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=d568a370-2cc1-4fa2-bb5c-55aff4f1820b HTTP/1.1" status: 200 len: 945 time: 0.0961792 Sep 09 18:20:46.962951 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-02f853d3-b6f9-48b0-b1a6-c52463298e5c req-d545809e-8d7c-4655-9b60-b507fd306478 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611062 Sep 09 18:20:46.985746 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Pushing event updated for resources: {'Port': ['ID=7d185480-44ce-4341-92a7-68535e4d4808,revision_number=4']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:47.016190 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-6db91b18-cbfb-4049-b0db-5ef76a8c9e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc3198b-8219-44ed-b5bd-58720d365cb0', 'name': 'tempest-TestMinimumBasicScenario-1952719425-router', 'tenant_id': '6c6da778518d4565908e5cf0fa432d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7d185480-44ce-4341-92a7-68535e4d4808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:20:39Z', 'updated_at': '2021-09-09T18:20:44Z', 'revision_number': 4, 'project_id': '6c6da778518d4565908e5cf0fa432d10', 'gw_port': {'id': '7d185480-44ce-4341-92a7-68535e4d4808', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:69:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc3198b-8219-44ed-b5bd-58720d365cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:20:40Z', 'updated_at': '2021-09-09T18:20:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': 'b262c073-0831-4adb-a44c-0e3315246d02', 'name': '', 'network_id': 'c8a3e621-aafd-4c83-9fc5-3660c7c8f597', 'tenant_id': '6c6da778518d4565908e5cf0fa432d10', 'mac_address': 'fa:16:3e:7c:9a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc3198b-8219-44ed-b5bd-58720d365cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'ea5cb843-bb4c-4217-a23d-5d3311db9ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:20:43Z', 'updated_at': '2021-09-09T18:20:44Z', 'revision_number': 2, 'project_id': '6c6da778518d4565908e5cf0fa432d10', 'subnets': [{'id': 'ea5cb843-bb4c-4217-a23d-5d3311db9ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:20:47.035944 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-2813e6b9-bd4d-435b-9329-a243afdcc5a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:47.049009 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db91b18-cbfb-4049-b0db-5ef76a8c9e4b None None] Checking router: 6bc3198b-8219-44ed-b5bd-58720d365cb0 for host: dv-cinder-779540-2-iscsi {{(pid=94639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:20:47.049275 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db91b18-cbfb-4049-b0db-5ef76a8c9e4b None None] Updating router 6bc3198b-8219-44ed-b5bd-58720d365cb0 port b262c073-0831-4adb-a44c-0e3315246d02 binding host dv-cinder-779540-2-iscsi {{(pid=94639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 18:20:47.080019 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6db91b18-cbfb-4049-b0db-5ef76a8c9e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:47.141814 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-2813e6b9-bd4d-435b-9329-a243afdcc5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:47.169415 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2813e6b9-bd4d-435b-9329-a243afdcc5a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=94637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 18:20:47.184345 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813e6b9-bd4d-435b-9329-a243afdcc5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd069eb-1530-4bd1-9743-3325cf60b1d4,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:47.192250 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-2813e6b9-bd4d-435b-9329-a243afdcc5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143'] for segment, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:47.192789 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.db.segments_db [None req-2813e6b9-bd4d-435b-9329-a243afdcc5a7 admin admin] Added segment 01da9df3-9636-474c-97fd-5ac29c53e7dd of type vlan for network e624bf47-e3e9-48cb-9f60-f9c52da82d0f Sep 09 18:20:47.261169 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-2813e6b9-bd4d-435b-9329-a243afdcc5a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729821298728'] for network, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:47.371589 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-2813e6b9-bd4d-435b-9329-a243afdcc5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322'] for network, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:47.373490 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2813e6b9-bd4d-435b-9329-a243afdcc5a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:47.376327 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-2813e6b9-bd4d-435b-9329-a243afdcc5a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for network, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:47.457502 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813e6b9-bd4d-435b-9329-a243afdcc5a7 admin admin] Pushing event updated for resources: {'Network': ['ID=e624bf47-e3e9-48cb-9f60-f9c52da82d0f,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:47.471308 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Network e624bf47-e3e9-48cb-9f60-f9c52da82d0f details requested by agent ovs-agent-dv-cinder-779540-2-iscsi with host dv-cinder-779540-2-iscsi {{(pid=94639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 18:20:47.508044 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6db91b18-cbfb-4049-b0db-5ef76a8c9e4b None None] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:47.515914 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-2813e6b9-bd4d-435b-9329-a243afdcc5a7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7953317 Sep 09 18:20:47.519231 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 42012) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:20:47.526577 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-6d0c6da1-db8e-46c5-a3d8-74dcf80c2407 admin admin] Request body: {'subnet': {'network_id': 'e624bf47-e3e9-48cb-9f60-f9c52da82d0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-757655375-subnet', 'tenant_id': 'c0fb20ad9e5941238639cc34cfad4391', 'ip_version': 4}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:20:47.566285 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-6db91b18-cbfb-4049-b0db-5ef76a8c9e4b None None] Transition to ACTIVE for port object b262c073-0831-4adb-a44c-0e3315246d02 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:20:47.652479 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0c6da1-db8e-46c5-a3d8-74dcf80c2407 admin admin] Made reservation on behalf of c0fb20ad9e5941238639cc34cfad4391 for: {'subnet': 1} {{(pid=94637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:20:47.654854 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-6d0c6da1-db8e-46c5-a3d8-74dcf80c2407 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:47.689255 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6db91b18-cbfb-4049-b0db-5ef76a8c9e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:47.703780 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883861f-9713-41f2-ba47-e95ce9f94a55 req-6ef7fa88-8dc3-40cf-b6bc-9c9cf78ac153 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:47.705488 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1883861f-9713-41f2-ba47-e95ce9f94a55 req-6ef7fa88-8dc3-40cf-b6bc-9c9cf78ac153 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.0892432 Sep 09 18:20:47.772701 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313af257-ef49-4304-a769-f2e6e717162e None None] Pushing event updated for resources: {'Port': ['ID=b262c073-0831-4adb-a44c-0e3315246d02,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:47.806799 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1883861f-9713-41f2-ba47-e95ce9f94a55 req-2e6d5a87-cab9-485e-a3eb-da75c81eb67d tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622680 Sep 09 18:20:47.831480 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-6db91b18-cbfb-4049-b0db-5ef76a8c9e4b None None] Attempting to bind port b262c073-0831-4adb-a44c-0e3315246d02 on host dv-cinder-779540-2-iscsi for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:20:47.832097 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-6db91b18-cbfb-4049-b0db-5ef76a8c9e4b None None] Attempting to bind port b262c073-0831-4adb-a44c-0e3315246d02 by drivers openvswitch,hyperv on host dv-cinder-779540-2-iscsi at level 0 using segments [{'id': 'c17f44c5-5607-4bf5-b0ae-87d4fc569676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c8a3e621-aafd-4c83-9fc5-3660c7c8f597'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:20:47.832785 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db91b18-cbfb-4049-b0db-5ef76a8c9e4b None None] Attempting to bind port b262c073-0831-4adb-a44c-0e3315246d02 on network c8a3e621-aafd-4c83-9fc5-3660c7c8f597 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:20:47.841807 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db91b18-cbfb-4049-b0db-5ef76a8c9e4b None None] Checking agent: {'id': '6d9a1dab-6af8-44c5-a6af-2e6d734c4a3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 7, 57), 'started_at': datetime.datetime(2021, 9, 9, 18, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:20:47.842432 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db91b18-cbfb-4049-b0db-5ef76a8c9e4b None None] Checking segment: {'id': 'c17f44c5-5607-4bf5-b0ae-87d4fc569676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c8a3e621-aafd-4c83-9fc5-3660c7c8f597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:20:47.843650 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6db91b18-cbfb-4049-b0db-5ef76a8c9e4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:47.858453 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db91b18-cbfb-4049-b0db-5ef76a8c9e4b None None] Bound using segment: {'id': 'c17f44c5-5607-4bf5-b0ae-87d4fc569676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c8a3e621-aafd-4c83-9fc5-3660c7c8f597'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:20:47.858453 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-6db91b18-cbfb-4049-b0db-5ef76a8c9e4b None None] Bound port: b262c073-0831-4adb-a44c-0e3315246d02, host: dv-cinder-779540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c17f44c5-5607-4bf5-b0ae-87d4fc569676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c8a3e621-aafd-4c83-9fc5-3660c7c8f597'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:20:47.858453 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6db91b18-cbfb-4049-b0db-5ef76a8c9e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:47.985218 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-6db91b18-cbfb-4049-b0db-5ef76a8c9e4b None None] For port b262c073-0831-4adb-a44c-0e3315246d02, host dv-cinder-779540-2-iscsi, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:20:47.988613 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-6db91b18-cbfb-4049-b0db-5ef76a8c9e4b None None] For port b262c073-0831-4adb-a44c-0e3315246d02, host dv-cinder-779540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=b262c073-0831-4adb-a44c-0e3315246d02,segment=NetworkSegment(c17f44c5-5607-4bf5-b0ae-87d4fc569676),segment_id=c17f44c5-5607-4bf5-b0ae-87d4fc569676)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:20:48.079372 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-6d0c6da1-db8e-46c5-a3d8-74dcf80c2407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322'] for subnet, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:48.115220 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6db91b18-cbfb-4049-b0db-5ef76a8c9e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:48.149110 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60482756-811c-40a3-82d8-58e5b2048de9 req-e9718f4d-9960-4389-af9e-82c5f419fbf5 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:48.150742 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-60482756-811c-40a3-82d8-58e5b2048de9 req-e9718f4d-9960-4389-af9e-82c5f419fbf5 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=d568a370-2cc1-4fa2-bb5c-55aff4f1820b HTTP/1.1" status: 200 len: 945 time: 0.1025743 Sep 09 18:20:48.162996 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c6da1-db8e-46c5-a3d8-74dcf80c2407 admin admin] Pushing event updated for resources: {'Subnet': ['ID=219952d7-7120-4a48-b2ba-3b84a192858a,revision_number=0']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:48.191851 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db91b18-cbfb-4049-b0db-5ef76a8c9e4b None None] Routers {'6bc3198b-8219-44ed-b5bd-58720d365cb0'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:20:48.192057 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0c6da1-db8e-46c5-a3d8-74dcf80c2407 admin admin] Checking segment: {'id': '01da9df3-9636-474c-97fd-5ac29c53e7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e624bf47-e3e9-48cb-9f60-f9c52da82d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:20:48.192443 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0c6da1-db8e-46c5-a3d8-74dcf80c2407 admin admin] Network hostable DHCP agents. Network: e624bf47-e3e9-48cb-9f60-f9c52da82d0f, hostable agents: ['6109b3ba-05d2-41fe-b34b-8d3bf45e9862'], hosted agents: [] {{(pid=94637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 18:20:48.192565 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-6db91b18-cbfb-4049-b0db-5ef76a8c9e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:20:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['6bc3198b-8219-44ed-b5bd-58720d365cb0'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:20:48.196434 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313af257-ef49-4304-a769-f2e6e717162e None None] Pushing event updated for resources: {'Port': ['ID=b262c073-0831-4adb-a44c-0e3315246d02,revision_number=4']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:48.221036 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-60482756-811c-40a3-82d8-58e5b2048de9 req-784e91ee-bff6-4dba-bcbc-855d22844554 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539517 Sep 09 18:20:48.243791 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 7d185480-44ce-4341-92a7-68535e4d4808 up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:20:48.297148 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0c6da1-db8e-46c5-a3d8-74dcf80c2407 admin admin] Network e624bf47-e3e9-48cb-9f60-f9c52da82d0f is scheduled to be hosted by DHCP agent 6109b3ba-05d2-41fe-b34b-8d3bf45e9862 with binding_index 1 {{(pid=94637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 18:20:48.352978 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-6db91b18-cbfb-4049-b0db-5ef76a8c9e4b None None] Set router 6bc3198b-8219-44ed-b5bd-58720d365cb0 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:20:48.391732 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port 7d185480-44ce-4341-92a7-68535e4d4808 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:20:48.392114 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:48.417603 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.base_scheduler [None req-6d0c6da1-db8e-46c5-a3d8-74dcf80c2407 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779540-2-iscsi, e624bf47-e3e9-48cb-9f60-f9c52da82d0f) {{(pid=94637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:20:48.426287 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0c6da1-db8e-46c5-a3d8-74dcf80c2407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:48.426989 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-6d0c6da1-db8e-46c5-a3d8-74dcf80c2407 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for subnet, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:48.527716 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-6d0c6da1-db8e-46c5-a3d8-74dcf80c2407 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0066907 Sep 09 18:20:48.535440 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 42028) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:20:48.539987 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-e685967d-dd0e-4879-beac-24bb3d4e9cb1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-757655375-router', 'tenant_id': 'c0fb20ad9e5941238639cc34cfad4391', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'}}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:20:48.586502 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fc55d8-8ddd-4c2e-8a2f-6a8c724d2d90 None None] Network e624bf47-e3e9-48cb-9f60-f9c52da82d0f requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:20:48.630294 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e685967d-dd0e-4879-beac-24bb3d4e9cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-912016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7588'] for router, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:48.631430 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e685967d-dd0e-4879-beac-24bb3d4e9cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-904704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-908176', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7597'] for router, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:48.689299 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e685967d-dd0e-4879-beac-24bb3d4e9cb1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:48.913088 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e685967d-dd0e-4879-beac-24bb3d4e9cb1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:48.920330 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a043ff1e-7675-440d-8395-43a6fe3dbb72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd729f0-ff64-59d2-b832-3ba31ba8699f-e624bf47-e3e9-48cb-9f60-f9c52da82d0f', 'network_id': 'e624bf47-e3e9-48cb-9f60-f9c52da82d0f', 'tenant_id': 'c0fb20ad9e5941238639cc34cfad4391', 'fixed_ips': [{'subnet_id': '219952d7-7120-4a48-b2ba-3b84a192858a'}]}} from dv-cinder-779540-2-iscsi. {{(pid=94639) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 18:20:48.922487 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a043ff1e-7675-440d-8395-43a6fe3dbb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:48.930602 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed273d4-ed73-4d8b-a1bd-db65300924d6 req-35cf9dcf-6fb2-49b1-9266-9ba0e7d6dcbd tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:48.932387 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-fed273d4-ed73-4d8b-a1bd-db65300924d6 req-35cf9dcf-6fb2-49b1-9266-9ba0e7d6dcbd tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.0687058 Sep 09 18:20:49.035843 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-6db91b18-cbfb-4049-b0db-5ef76a8c9e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc3198b-8219-44ed-b5bd-58720d365cb0', 'name': 'tempest-TestMinimumBasicScenario-1952719425-router', 'tenant_id': '6c6da778518d4565908e5cf0fa432d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7d185480-44ce-4341-92a7-68535e4d4808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:20:39Z', 'updated_at': '2021-09-09T18:20:44Z', 'revision_number': 4, 'project_id': '6c6da778518d4565908e5cf0fa432d10', 'gw_port': {'id': '7d185480-44ce-4341-92a7-68535e4d4808', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:69:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc3198b-8219-44ed-b5bd-58720d365cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:20:40Z', 'updated_at': '2021-09-09T18:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': 'b262c073-0831-4adb-a44c-0e3315246d02', 'name': '', 'network_id': 'c8a3e621-aafd-4c83-9fc5-3660c7c8f597', 'tenant_id': '6c6da778518d4565908e5cf0fa432d10', 'mac_address': 'fa:16:3e:7c:9a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc3198b-8219-44ed-b5bd-58720d365cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'ea5cb843-bb4c-4217-a23d-5d3311db9ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:20:43Z', 'updated_at': '2021-09-09T18:20:47Z', 'revision_number': 4, 'project_id': '6c6da778518d4565908e5cf0fa432d10', 'subnets': [{'id': 'ea5cb843-bb4c-4217-a23d-5d3311db9ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:20:49.055548 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1828cf1-2674-4235-aa63-f914eec2c0be req-477f84a8-6500-4208-a296-176d754a3fd6 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:20:49.057248 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f1828cf1-2674-4235-aa63-f914eec2c0be req-477f84a8-6500-4208-a296-176d754a3fd6 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 945 time: 0.1239436 Sep 09 18:20:49.086167 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db91b18-cbfb-4049-b0db-5ef76a8c9e4b None None] The sync data for ids ['6bc3198b-8219-44ed-b5bd-58720d365cb0'] in dv-cinder-779540-2-iscsi is: [{'id': '6bc3198b-8219-44ed-b5bd-58720d365cb0', 'name': 'tempest-TestMinimumBasicScenario-1952719425-router', 'tenant_id': '6c6da778518d4565908e5cf0fa432d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7d185480-44ce-4341-92a7-68535e4d4808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:20:39Z', 'updated_at': '2021-09-09T18:20:44Z', 'revision_number': 4, 'project_id': '6c6da778518d4565908e5cf0fa432d10', 'gw_port': {'id': '7d185480-44ce-4341-92a7-68535e4d4808', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:69:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc3198b-8219-44ed-b5bd-58720d365cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:20:40Z', 'updated_at': '2021-09-09T18:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': 'b262c073-0831-4adb-a44c-0e3315246d02', 'name': '', 'network_id': 'c8a3e621-aafd-4c83-9fc5-3660c7c8f597', 'tenant_id': '6c6da778518d4565908e5cf0fa432d10', 'mac_address': 'fa:16:3e:7c:9a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc3198b-8219-44ed-b5bd-58720d365cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'ea5cb843-bb4c-4217-a23d-5d3311db9ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:20:43Z', 'updated_at': '2021-09-09T18:20:47Z', 'revision_number': 4, 'project_id': '6c6da778518d4565908e5cf0fa432d10', 'subnets': [{'id': 'ea5cb843-bb4c-4217-a23d-5d3311db9ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:20:49.113421 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [req-fed273d4-ed73-4d8b-a1bd-db65300924d6 req-a8332d20-1c70-415f-adec-467ffce01363 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Deleting port 4b6b9f03-276a-465a-a25a-51e7f177a098 {{(pid=94637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:20:49.113771 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-fed273d4-ed73-4d8b-a1bd-db65300924d6 req-a8332d20-1c70-415f-adec-467ffce01363 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:49.119889 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-a043ff1e-7675-440d-8395-43a6fe3dbb72 None None] Allocated IP 172.20.0.2 (e624bf47-e3e9-48cb-9f60-f9c52da82d0f/219952d7-7120-4a48-b2ba-3b84a192858a/f81a2bd2-a26c-4785-940b-82ececc82761) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:20:49.158000 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f1828cf1-2674-4235-aa63-f914eec2c0be req-f3681c58-e83f-482d-ab1f-11fff2593e57 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/security-groups?id=6009d4a5-9f5e-49f4-b387-8031791bb559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865934 Sep 09 18:20:49.279241 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-fed273d4-ed73-4d8b-a1bd-db65300924d6 req-a8332d20-1c70-415f-adec-467ffce01363 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] For port 4b6b9f03-276a-465a-a25a-51e7f177a098, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=4b6b9f03-276a-465a-a25a-51e7f177a098,segment=NetworkSegment(f738fa1f-ed07-465a-b70c-8f41c0eb3df6),segment_id=f738fa1f-ed07-465a-b70c-8f41c0eb3df6)] {{(pid=94637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:20:49.279668 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-fed273d4-ed73-4d8b-a1bd-db65300924d6 req-a8332d20-1c70-415f-adec-467ffce01363 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:49.295536 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [req-fed273d4-ed73-4d8b-a1bd-db65300924d6 req-a8332d20-1c70-415f-adec-467ffce01363 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Calling delete_port for 4b6b9f03-276a-465a-a25a-51e7f177a098 owned by compute:nova {{(pid=94637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:20:49.315687 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e685967d-dd0e-4879-beac-24bb3d4e9cb1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:49.343832 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e685967d-dd0e-4879-beac-24bb3d4e9cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:49.378668 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a043ff1e-7675-440d-8395-43a6fe3dbb72 None None] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:49.384868 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-a043ff1e-7675-440d-8395-43a6fe3dbb72 None None] Transition to ACTIVE for port object f81a2bd2-a26c-4785-940b-82ececc82761 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:20:49.407358 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-a043ff1e-7675-440d-8395-43a6fe3dbb72 None None] Transition to ACTIVE for port object f81a2bd2-a26c-4785-940b-82ececc82761 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:20:49.468581 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-e685967d-dd0e-4879-beac-24bb3d4e9cb1 admin admin] Allocated IP 172.27.0.8 (3a4844da-e7df-49de-8120-ac4d2e4c4f80/6ecf6949-122b-4bec-9802-77be4eb2c7d8/94c30a6a-0e1e-4d51-bcc2-dd5d0d31f85c) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:20:49.488200 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a043ff1e-7675-440d-8395-43a6fe3dbb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:49.531167 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a043ff1e-7675-440d-8395-43a6fe3dbb72 None None] Network e624bf47-e3e9-48cb-9f60-f9c52da82d0f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:20:49.534507 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-a043ff1e-7675-440d-8395-43a6fe3dbb72 None None] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:20:49.541628 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a043ff1e-7675-440d-8395-43a6fe3dbb72 None None] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:20:49.566168 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-fed273d4-ed73-4d8b-a1bd-db65300924d6 req-a8332d20-1c70-415f-adec-467ffce01363 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690'] for port, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:49.571494 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a043ff1e-7675-440d-8395-43a6fe3dbb72 None None] Pushing event updated for resources: {'Port': ['ID=f81a2bd2-a26c-4785-940b-82ececc82761,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:49.601303 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] get_ports_and_sgs() called for port_ids ['4b6b9f03-276a-465a-a25a-51e7f177a098'] {{(pid=94639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 18:20:49.614699 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e685967d-dd0e-4879-beac-24bb3d4e9cb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:49.641247 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-a043ff1e-7675-440d-8395-43a6fe3dbb72 None None] Attempting to bind port f81a2bd2-a26c-4785-940b-82ececc82761 on host dv-cinder-779540-2-iscsi for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:20:49.641664 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-a043ff1e-7675-440d-8395-43a6fe3dbb72 None None] Attempting to bind port f81a2bd2-a26c-4785-940b-82ececc82761 by drivers openvswitch,hyperv on host dv-cinder-779540-2-iscsi at level 0 using segments [{'id': '01da9df3-9636-474c-97fd-5ac29c53e7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e624bf47-e3e9-48cb-9f60-f9c52da82d0f'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:20:49.642034 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a043ff1e-7675-440d-8395-43a6fe3dbb72 None None] Attempting to bind port f81a2bd2-a26c-4785-940b-82ececc82761 on network e624bf47-e3e9-48cb-9f60-f9c52da82d0f {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:20:49.648262 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a043ff1e-7675-440d-8395-43a6fe3dbb72 None None] Checking agent: {'id': '6d9a1dab-6af8-44c5-a6af-2e6d734c4a3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 7, 57), 'started_at': datetime.datetime(2021, 9, 9, 18, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:20:49.648667 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a043ff1e-7675-440d-8395-43a6fe3dbb72 None None] Checking segment: {'id': '01da9df3-9636-474c-97fd-5ac29c53e7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e624bf47-e3e9-48cb-9f60-f9c52da82d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:20:49.649115 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a043ff1e-7675-440d-8395-43a6fe3dbb72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:49.649515 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a043ff1e-7675-440d-8395-43a6fe3dbb72 None None] Bound using segment: {'id': '01da9df3-9636-474c-97fd-5ac29c53e7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e624bf47-e3e9-48cb-9f60-f9c52da82d0f'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:20:49.650121 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-a043ff1e-7675-440d-8395-43a6fe3dbb72 None None] Bound port: f81a2bd2-a26c-4785-940b-82ececc82761, host: dv-cinder-779540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01da9df3-9636-474c-97fd-5ac29c53e7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e624bf47-e3e9-48cb-9f60-f9c52da82d0f'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:20:49.650821 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a043ff1e-7675-440d-8395-43a6fe3dbb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:49.658932 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8332d20-1c70-415f-adec-467ffce01363 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Pushing event deleted for resources: {'Port': ['ID=4b6b9f03-276a-465a-a25a-51e7f177a098,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:49.689522 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed273d4-ed73-4d8b-a1bd-db65300924d6 req-a8332d20-1c70-415f-adec-467ffce01363 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] No DVR routers for this DVR port 4b6b9f03-276a-465a-a25a-51e7f177a098 on host hv-cinder-77954 {{(pid=94637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 18:20:49.698419 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-fed273d4-ed73-4d8b-a1bd-db65300924d6 req-a8332d20-1c70-415f-adec-467ffce01363 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:49.700613 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-fed273d4-ed73-4d8b-a1bd-db65300924d6 req-a8332d20-1c70-415f-adec-467ffce01363 tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.54 "DELETE /v2.0/ports/4b6b9f03-276a-465a-a25a-51e7f177a098 HTTP/1.1" status: 204 len: 173 time: 0.7557299 Sep 09 18:20:49.701165 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e48ed13-b11f-4c93-9b84-739667a893b1', 'name': 'network-vif-deleted', 'tag': '4b6b9f03-276a-465a-a25a-51e7f177a098'}] {{(pid=94637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:20:49.706260 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133f33bf375164f5fa4b6a6278130a616101494423e3cf7e78094e28bab08aaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25821622-9cce-4701-b137-91febcd57cd0" -d '{"events": [{"server_uuid": "9e48ed13-b11f-4c93-9b84-739667a893b1", "name": "network-vif-deleted", "tag": "4b6b9f03-276a-465a-a25a-51e7f177a098"}]}' {{(pid=94637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:20:49.742101 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-a043ff1e-7675-440d-8395-43a6fe3dbb72 None None] For port f81a2bd2-a26c-4785-940b-82ececc82761, host dv-cinder-779540-2-iscsi, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:20:49.747523 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-a043ff1e-7675-440d-8395-43a6fe3dbb72 None None] For port f81a2bd2-a26c-4785-940b-82ececc82761, host dv-cinder-779540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=f81a2bd2-a26c-4785-940b-82ececc82761,segment=NetworkSegment(01da9df3-9636-474c-97fd-5ac29c53e7dd),segment_id=01da9df3-9636-474c-97fd-5ac29c53e7dd)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:20:49.751837 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 18:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3ffd8b-5eb6-4b9d-af6f-ad2cc466480c x-openstack-request-id: req-bc3ffd8b-5eb6-4b9d-af6f-ad2cc466480c {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:20:49.752134 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e48ed13-b11f-4c93-9b84-739667a893b1", "name": "network-vif-deleted", "tag": "4b6b9f03-276a-465a-a25a-51e7f177a098", "status": "completed", "code": 200}]} {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:20:49.752414 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bc3ffd8b-5eb6-4b9d-af6f-ad2cc466480c {{(pid=94637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:20:49.752880 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e48ed13-b11f-4c93-9b84-739667a893b1', 'name': 'network-vif-deleted', 'tag': '4b6b9f03-276a-465a-a25a-51e7f177a098', 'status': 'completed', 'code': 200} Sep 09 18:20:49.767220 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e685967d-dd0e-4879-beac-24bb3d4e9cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2896014'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:49.804997 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e685967d-dd0e-4879-beac-24bb3d4e9cb1 admin admin] Network 3a4844da-e7df-49de-8120-ac4d2e4c4f80 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:20:49.807958 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-e685967d-dd0e-4879-beac-24bb3d4e9cb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:20:49.812067 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e685967d-dd0e-4879-beac-24bb3d4e9cb1 admin admin] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:20:49.849523 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685967d-dd0e-4879-beac-24bb3d4e9cb1 admin admin] Pushing event updated for resources: {'Port': ['ID=94c30a6a-0e1e-4d51-bcc2-dd5d0d31f85c,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:49.856394 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a043ff1e-7675-440d-8395-43a6fe3dbb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:49.951334 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a043ff1e-7675-440d-8395-43a6fe3dbb72 None None] Pushing event updated for resources: {'Port': ['ID=f81a2bd2-a26c-4785-940b-82ececc82761,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:50.337800 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device b262c073-0831-4adb-a44c-0e3315246d02 up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:20:50.347447 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-56b39797-f965-47a6-9505-6275303b1daf req-c324f1bd-114b-46e3-ba54-1b0516b68c3d tempest-ServerRescueNegativeTestJSON-1510893860 tempest-ServerRescueNegativeTestJSON-1510893860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e48ed13-b11f-4c93-9b84-739667a893b1 HTTP/1.1" status: 200 len: 210 time: 0.0615277 Sep 09 18:20:50.361587 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e685967d-dd0e-4879-beac-24bb3d4e9cb1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:50.543114 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning for port b262c073-0831-4adb-a44c-0e3315246d02 completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:20:50.548825 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port b262c073-0831-4adb-a44c-0e3315246d02 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:20:50.549392 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:50.581428 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e685967d-dd0e-4879-beac-24bb3d4e9cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-904729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-905281'] for router, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:50.643387 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:50.680925 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] For port b262c073-0831-4adb-a44c-0e3315246d02, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=b262c073-0831-4adb-a44c-0e3315246d02,segment=NetworkSegment(c17f44c5-5607-4bf5-b0ae-87d4fc569676),segment_id=c17f44c5-5607-4bf5-b0ae-87d4fc569676)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:20:50.834966 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:50.868716 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e685967d-dd0e-4879-beac-24bb3d4e9cb1 admin admin] Router 6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda is scheduled to L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 with binding_index 1 {{(pid=94638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 18:20:50.895055 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Pushing event updated for resources: {'Port': ['ID=b262c073-0831-4adb-a44c-0e3315246d02,revision_number=5']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:50.998298 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e685967d-dd0e-4879-beac-24bb3d4e9cb1 admin admin] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:20:51.013960 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6491999b-57e8-42a3-b3a8-b15815ce4e82 None None] Sync routers for ids ['6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda'] in dv-cinder-779540-2-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:20:51.032845 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6491999b-57e8-42a3-b3a8-b15815ce4e82 None None] Routers {'6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:20:51.033634 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-6491999b-57e8-42a3-b3a8-b15815ce4e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:20:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:20:51.087391 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14320b4-0666-4ae8-be6c-6f0d8ca91d32 None None] Network e624bf47-e3e9-48cb-9f60-f9c52da82d0f requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:20:51.115610 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e685967d-dd0e-4879-beac-24bb3d4e9cb1 admin admin] Notify callbacks [] for router, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:51.117081 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-e685967d-dd0e-4879-beac-24bb3d4e9cb1 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5805655 Sep 09 18:20:51.130101 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 42066) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:20:51.213061 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-6491999b-57e8-42a3-b3a8-b15815ce4e82 None None] Set router 6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda gateway port host: dv-cinder-779540-2-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:20:51.297729 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-65785c4b-7772-41bb-8f95-6ed37af054b8 None None] Provisioning for port f81a2bd2-a26c-4785-940b-82ececc82761 completed by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:20:51.445731 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 42074) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:20:51.460695 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-6491999b-57e8-42a3-b3a8-b15815ce4e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda', 'name': 'tempest-TestMinimumBasicScenario-757655375-router', 'tenant_id': 'c0fb20ad9e5941238639cc34cfad4391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '94c30a6a-0e1e-4d51-bcc2-dd5d0d31f85c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:20:48Z', 'updated_at': '2021-09-09T18:20:50Z', 'revision_number': 3, 'project_id': 'c0fb20ad9e5941238639cc34cfad4391', 'gw_port': {'id': '94c30a6a-0e1e-4d51-bcc2-dd5d0d31f85c', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:51:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:20:49Z', 'updated_at': '2021-09-09T18:20:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi'}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:20:51.492508 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6491999b-57e8-42a3-b3a8-b15815ce4e82 None None] Checking router: 6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda for host: dv-cinder-779540-2-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:20:51.492855 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6491999b-57e8-42a3-b3a8-b15815ce4e82 None None] Updating router 6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda port 94c30a6a-0e1e-4d51-bcc2-dd5d0d31f85c binding host dv-cinder-779540-2-iscsi {{(pid=94640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 18:20:51.522094 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6491999b-57e8-42a3-b3a8-b15815ce4e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:51.896696 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6491999b-57e8-42a3-b3a8-b15815ce4e82 None None] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:51.906409 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-6491999b-57e8-42a3-b3a8-b15815ce4e82 None None] Transition to ACTIVE for port object 94c30a6a-0e1e-4d51-bcc2-dd5d0d31f85c will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:20:51.971767 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6491999b-57e8-42a3-b3a8-b15815ce4e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:52.029971 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411548d8-7b7a-4339-8b76-11e6278df307 None None] Pushing event updated for resources: {'Port': ['ID=94c30a6a-0e1e-4d51-bcc2-dd5d0d31f85c,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:52.041276 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-6491999b-57e8-42a3-b3a8-b15815ce4e82 None None] Attempting to bind port 94c30a6a-0e1e-4d51-bcc2-dd5d0d31f85c on host dv-cinder-779540-2-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:20:52.042141 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-6491999b-57e8-42a3-b3a8-b15815ce4e82 None None] Attempting to bind port 94c30a6a-0e1e-4d51-bcc2-dd5d0d31f85c by drivers openvswitch,hyperv on host dv-cinder-779540-2-iscsi at level 0 using segments [{'id': '7a73f5cb-6b09-47ec-a9e0-b99f618e2056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:20:52.043207 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6491999b-57e8-42a3-b3a8-b15815ce4e82 None None] Attempting to bind port 94c30a6a-0e1e-4d51-bcc2-dd5d0d31f85c on network 3a4844da-e7df-49de-8120-ac4d2e4c4f80 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:20:52.051438 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6491999b-57e8-42a3-b3a8-b15815ce4e82 None None] Checking agent: {'id': '6d9a1dab-6af8-44c5-a6af-2e6d734c4a3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 7, 57), 'started_at': datetime.datetime(2021, 9, 9, 18, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:20:52.052129 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6491999b-57e8-42a3-b3a8-b15815ce4e82 None None] Checking segment: {'id': '7a73f5cb-6b09-47ec-a9e0-b99f618e2056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:20:52.053271 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6491999b-57e8-42a3-b3a8-b15815ce4e82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:52.053840 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6491999b-57e8-42a3-b3a8-b15815ce4e82 None None] Bound using segment: {'id': '7a73f5cb-6b09-47ec-a9e0-b99f618e2056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:20:52.054673 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-6491999b-57e8-42a3-b3a8-b15815ce4e82 None None] Bound port: 94c30a6a-0e1e-4d51-bcc2-dd5d0d31f85c, host: dv-cinder-779540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a73f5cb-6b09-47ec-a9e0-b99f618e2056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:20:52.055246 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6491999b-57e8-42a3-b3a8-b15815ce4e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:52.093553 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a822d18d-fbad-492b-804a-9df97a70c3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:52.115961 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-6491999b-57e8-42a3-b3a8-b15815ce4e82 None None] For port 94c30a6a-0e1e-4d51-bcc2-dd5d0d31f85c, host dv-cinder-779540-2-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:20:52.119393 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-6491999b-57e8-42a3-b3a8-b15815ce4e82 None None] For port 94c30a6a-0e1e-4d51-bcc2-dd5d0d31f85c, host dv-cinder-779540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=94c30a6a-0e1e-4d51-bcc2-dd5d0d31f85c,segment=NetworkSegment(7a73f5cb-6b09-47ec-a9e0-b99f618e2056),segment_id=7a73f5cb-6b09-47ec-a9e0-b99f618e2056)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:20:52.190744 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6491999b-57e8-42a3-b3a8-b15815ce4e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:52.261087 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6491999b-57e8-42a3-b3a8-b15815ce4e82 None None] Routers {'6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:20:52.263080 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-6491999b-57e8-42a3-b3a8-b15815ce4e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:20:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:20:52.306133 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411548d8-7b7a-4339-8b76-11e6278df307 None None] Pushing event updated for resources: {'Port': ['ID=94c30a6a-0e1e-4d51-bcc2-dd5d0d31f85c,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:52.345245 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device b262c073-0831-4adb-a44c-0e3315246d02 up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:20:52.400054 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port b262c073-0831-4adb-a44c-0e3315246d02 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:20:52.400399 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:52.402456 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-a822d18d-fbad-492b-804a-9df97a70c3ec admin admin] Allocated IP 172.20.0.1 (e624bf47-e3e9-48cb-9f60-f9c52da82d0f/219952d7-7120-4a48-b2ba-3b84a192858a/36fb5776-1a1e-4f0b-b489-939838cbdd36) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:20:52.420823 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-6491999b-57e8-42a3-b3a8-b15815ce4e82 None None] Set router 6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda gateway port host: dv-cinder-779540-2-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:20:52.435743 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2cff1066-6c7a-4df3-8a3c-4235e995905c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-906539'] for router_interface, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:52.503646 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device f81a2bd2-a26c-4785-940b-82ececc82761 up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:20:52.651683 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-6491999b-57e8-42a3-b3a8-b15815ce4e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda', 'name': 'tempest-TestMinimumBasicScenario-757655375-router', 'tenant_id': 'c0fb20ad9e5941238639cc34cfad4391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '94c30a6a-0e1e-4d51-bcc2-dd5d0d31f85c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:20:48Z', 'updated_at': '2021-09-09T18:20:50Z', 'revision_number': 3, 'project_id': 'c0fb20ad9e5941238639cc34cfad4391', 'gw_port': {'id': '94c30a6a-0e1e-4d51-bcc2-dd5d0d31f85c', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:51:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:20:49Z', 'updated_at': '2021-09-09T18:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi'}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:20:52.657741 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a822d18d-fbad-492b-804a-9df97a70c3ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:52.685317 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6491999b-57e8-42a3-b3a8-b15815ce4e82 None None] The sync data for ids ['6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda'] in dv-cinder-779540-2-iscsi is: [{'id': '6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda', 'name': 'tempest-TestMinimumBasicScenario-757655375-router', 'tenant_id': 'c0fb20ad9e5941238639cc34cfad4391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '94c30a6a-0e1e-4d51-bcc2-dd5d0d31f85c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:20:48Z', 'updated_at': '2021-09-09T18:20:50Z', 'revision_number': 3, 'project_id': 'c0fb20ad9e5941238639cc34cfad4391', 'gw_port': {'id': '94c30a6a-0e1e-4d51-bcc2-dd5d0d31f85c', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:51:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:20:49Z', 'updated_at': '2021-09-09T18:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi'}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:20:52.698045 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning for port f81a2bd2-a26c-4785-940b-82ececc82761 completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:20:52.703287 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port f81a2bd2-a26c-4785-940b-82ececc82761 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:20:52.711095 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:52.735737 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [None req-a822d18d-fbad-492b-804a-9df97a70c3ec admin admin] Transition to ACTIVE for port object 36fb5776-1a1e-4f0b-b489-939838cbdd36 will not be triggered until provisioned by entity DHCP. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:20:52.820203 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:52.860020 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] For port f81a2bd2-a26c-4785-940b-82ececc82761, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=f81a2bd2-a26c-4785-940b-82ececc82761,segment=NetworkSegment(01da9df3-9636-474c-97fd-5ac29c53e7dd),segment_id=01da9df3-9636-474c-97fd-5ac29c53e7dd)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:20:52.894375 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a822d18d-fbad-492b-804a-9df97a70c3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2896014'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:52.898633 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-2cff1066-6c7a-4df3-8a3c-4235e995905c admin admin] Deleting port 603bf2e5-77ef-4481-ab78-8ff116519aea {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:20:52.902765 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2cff1066-6c7a-4df3-8a3c-4235e995905c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:52.943284 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:52.954206 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a822d18d-fbad-492b-804a-9df97a70c3ec admin admin] Network e624bf47-e3e9-48cb-9f60-f9c52da82d0f is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:20:52.960282 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-a822d18d-fbad-492b-804a-9df97a70c3ec admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:20:52.965725 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a822d18d-fbad-492b-804a-9df97a70c3ec admin admin] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:20:53.017080 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 4b6b9f03-276a-465a-a25a-51e7f177a098 no longer exists at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:20:53.028872 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822d18d-fbad-492b-804a-9df97a70c3ec admin admin] Pushing event updated for resources: {'Port': ['ID=36fb5776-1a1e-4f0b-b489-939838cbdd36,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:53.091333 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] No Port match for: 4b6b9f03-276a-465a-a25a-51e7f177a098 {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:20:53.091689 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 4b6b9f03-276a-465a-a25a-51e7f177a098 not bound to the agent host hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:20:53.093189 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Pushing event updated for resources: {'Port': ['ID=f81a2bd2-a26c-4785-940b-82ececc82761,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:53.113016 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a822d18d-fbad-492b-804a-9df97a70c3ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-905360'] for router_interface, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:53.165827 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [None req-2cff1066-6c7a-4df3-8a3c-4235e995905c admin admin] For port 603bf2e5-77ef-4481-ab78-8ff116519aea, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=603bf2e5-77ef-4481-ab78-8ff116519aea,segment=NetworkSegment(f738fa1f-ed07-465a-b70c-8f41c0eb3df6),segment_id=f738fa1f-ed07-465a-b70c-8f41c0eb3df6)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:20:53.166198 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2cff1066-6c7a-4df3-8a3c-4235e995905c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:53.184111 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-2cff1066-6c7a-4df3-8a3c-4235e995905c admin admin] Calling delete_port for 603bf2e5-77ef-4481-ab78-8ff116519aea owned by network:router_interface {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:20:53.469538 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-7100b61f-ebf1-4149-a774-69456afe5504 None None] Provisioning for port 36fb5776-1a1e-4f0b-b489-939838cbdd36 completed by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:20:53.474610 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-7100b61f-ebf1-4149-a774-69456afe5504 None None] Provisioning complete for port 36fb5776-1a1e-4f0b-b489-939838cbdd36 triggered by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:20:53.475078 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7100b61f-ebf1-4149-a774-69456afe5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:53.502156 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a822d18d-fbad-492b-804a-9df97a70c3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:53.524141 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7100b61f-ebf1-4149-a774-69456afe5504 None None] Port 36fb5776-1a1e-4f0b-b489-939838cbdd36 cannot update to ACTIVE because it is not bound. {{(pid=94639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 18:20:53.538927 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2cff1066-6c7a-4df3-8a3c-4235e995905c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2896014'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:53.579968 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff1066-6c7a-4df3-8a3c-4235e995905c admin admin] Pushing event deleted for resources: {'Port': ['ID=603bf2e5-77ef-4481-ab78-8ff116519aea,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:54.051089 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a822d18d-fbad-492b-804a-9df97a70c3ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:54.058532 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2cff1066-6c7a-4df3-8a3c-4235e995905c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-906655'] for router_interface, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:54.127508 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a822d18d-fbad-492b-804a-9df97a70c3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2903677'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:54.255467 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822d18d-fbad-492b-804a-9df97a70c3ec admin admin] Pushing event updated for resources: {'Port': ['ID=36fb5776-1a1e-4f0b-b489-939838cbdd36,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:54.281537 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a822d18d-fbad-492b-804a-9df97a70c3ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-906496'] for router_interface, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:54.394564 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device f81a2bd2-a26c-4785-940b-82ececc82761 up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:20:54.448504 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port f81a2bd2-a26c-4785-940b-82ececc82761 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:20:54.448882 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:54.474821 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cff1066-6c7a-4df3-8a3c-4235e995905c admin admin] Router 8f541c34-88ef-4ea2-bd2a-b190361d1cd6 has already been hosted by L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 18:20:54.476820 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a822d18d-fbad-492b-804a-9df97a70c3ec admin admin] Network e624bf47-e3e9-48cb-9f60-f9c52da82d0f is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:20:54.480334 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-a822d18d-fbad-492b-804a-9df97a70c3ec admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:20:54.591919 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 94c30a6a-0e1e-4d51-bcc2-dd5d0d31f85c up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:20:54.689701 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cff1066-6c7a-4df3-8a3c-4235e995905c admin admin] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:20:54.697828 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-2cff1066-6c7a-4df3-8a3c-4235e995905c admin admin] 10.222.0.39 "PUT /v2.0/routers/8f541c34-88ef-4ea2-bd2a-b190361d1cd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2483923 Sep 09 18:20:54.698080 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 42112) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:20:54.699506 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f660a513-ade1-4903-9304-09aad574476e None None] Sync routers for ids ['8f541c34-88ef-4ea2-bd2a-b190361d1cd6'] in dv-cinder-779540-2-iscsi {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:20:54.700497 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a822d18d-fbad-492b-804a-9df97a70c3ec admin admin] Router 6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda has already been hosted by L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 18:20:54.710260 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f660a513-ade1-4903-9304-09aad574476e None None] Routers {'8f541c34-88ef-4ea2-bd2a-b190361d1cd6'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:20:54.710885 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-f660a513-ade1-4903-9304-09aad574476e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:20:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['8f541c34-88ef-4ea2-bd2a-b190361d1cd6'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:20:54.773458 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning for port 94c30a6a-0e1e-4d51-bcc2-dd5d0d31f85c completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:20:54.782718 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port 94c30a6a-0e1e-4d51-bcc2-dd5d0d31f85c triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:20:54.783089 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:54.784754 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-a886fb98-fbc7-4a19-b6d4-7d5058fee918 None None] Provisioning complete for port 36fb5776-1a1e-4f0b-b489-939838cbdd36 triggered by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:20:54.785115 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a886fb98-fbc7-4a19-b6d4-7d5058fee918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:54.811273 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3437ebad-4e31-43ca-977d-3bfe910983dd admin admin] Notify callbacks [] for router, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:54.841849 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a822d18d-fbad-492b-804a-9df97a70c3ec admin admin] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:20:54.856976 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-a822d18d-fbad-492b-804a-9df97a70c3ec admin admin] 10.222.0.39 "PUT /v2.0/routers/6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7358189 Sep 09 18:20:54.859903 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16e4a86-8ca7-4adc-a05a-be56304bb164 None None] Sync routers for ids ['6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda'] in dv-cinder-779540-2-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:20:54.870370 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16e4a86-8ca7-4adc-a05a-be56304bb164 None None] Routers {'6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:20:54.871212 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8d0669d4-8aa1-4e55-b693-bf93b14f02b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:54.872386 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-b16e4a86-8ca7-4adc-a05a-be56304bb164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:20:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:20:54.895204 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-a886fb98-fbc7-4a19-b6d4-7d5058fee918 None None] Port 36fb5776-1a1e-4f0b-b489-939838cbdd36 cannot update to ACTIVE because it is not bound. {{(pid=94639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 18:20:54.909078 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-f660a513-ade1-4903-9304-09aad574476e None None] Set router 8f541c34-88ef-4ea2-bd2a-b190361d1cd6 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:20:54.961402 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3437ebad-4e31-43ca-977d-3bfe910983dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:55.010247 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-b16e4a86-8ca7-4adc-a05a-be56304bb164 None None] Set router 6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda gateway port host: dv-cinder-779540-2-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:20:55.150312 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-3437ebad-4e31-43ca-977d-3bfe910983dd admin admin] Deleting port 1f46244d-1b57-4964-925d-f34145dd17cc {{(pid=94637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:20:55.151446 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3437ebad-4e31-43ca-977d-3bfe910983dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:55.247010 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:55.261579 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-b16e4a86-8ca7-4adc-a05a-be56304bb164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda', 'name': 'tempest-TestMinimumBasicScenario-757655375-router', 'tenant_id': 'c0fb20ad9e5941238639cc34cfad4391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '94c30a6a-0e1e-4d51-bcc2-dd5d0d31f85c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:20:48Z', 'updated_at': '2021-09-09T18:20:53Z', 'revision_number': 4, 'project_id': 'c0fb20ad9e5941238639cc34cfad4391', 'gw_port': {'id': '94c30a6a-0e1e-4d51-bcc2-dd5d0d31f85c', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:51:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:20:49Z', 'updated_at': '2021-09-09T18:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': '36fb5776-1a1e-4f0b-b489-939838cbdd36', 'name': '', 'network_id': 'e624bf47-e3e9-48cb-9f60-f9c52da82d0f', 'tenant_id': 'c0fb20ad9e5941238639cc34cfad4391', 'mac_address': 'fa:16:3e:b8:69:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '219952d7-7120-4a48-b2ba-3b84a192858a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:20:52Z', 'updated_at': '2021-09-09T18:20:53Z', 'revision_number': 2, 'project_id': 'c0fb20ad9e5941238639cc34cfad4391', 'subnets': [{'id': '219952d7-7120-4a48-b2ba-3b84a192858a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:20:55.292382 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16e4a86-8ca7-4adc-a05a-be56304bb164 None None] Checking router: 6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda for host: dv-cinder-779540-2-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:20:55.293133 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16e4a86-8ca7-4adc-a05a-be56304bb164 None None] Updating router 6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda port 36fb5776-1a1e-4f0b-b489-939838cbdd36 binding host dv-cinder-779540-2-iscsi {{(pid=94640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 18:20:55.299835 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] For port 94c30a6a-0e1e-4d51-bcc2-dd5d0d31f85c, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=94c30a6a-0e1e-4d51-bcc2-dd5d0d31f85c,segment=NetworkSegment(7a73f5cb-6b09-47ec-a9e0-b99f618e2056),segment_id=7a73f5cb-6b09-47ec-a9e0-b99f618e2056)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:20:55.323166 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [None req-3437ebad-4e31-43ca-977d-3bfe910983dd admin admin] For port 1f46244d-1b57-4964-925d-f34145dd17cc, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=1f46244d-1b57-4964-925d-f34145dd17cc,segment=NetworkSegment(7a73f5cb-6b09-47ec-a9e0-b99f618e2056),segment_id=7a73f5cb-6b09-47ec-a9e0-b99f618e2056)] {{(pid=94637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:20:55.323544 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3437ebad-4e31-43ca-977d-3bfe910983dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:55.326027 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b16e4a86-8ca7-4adc-a05a-be56304bb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:55.338963 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-3437ebad-4e31-43ca-977d-3bfe910983dd admin admin] Calling delete_port for 1f46244d-1b57-4964-925d-f34145dd17cc owned by network:router_gateway {{(pid=94637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:20:55.398044 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:55.555343 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Pushing event updated for resources: {'Port': ['ID=94c30a6a-0e1e-4d51-bcc2-dd5d0d31f85c,revision_number=4']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:55.568534 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-f660a513-ade1-4903-9304-09aad574476e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f541c34-88ef-4ea2-bd2a-b190361d1cd6', 'name': 'tempest-ServerRescueNegativeTestJSON-541775425-router', 'tenant_id': '0e28af74cee746159f61e6e9abc8948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '1f46244d-1b57-4964-925d-f34145dd17cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:25Z', 'updated_at': '2021-09-09T18:20:53Z', 'revision_number': 5, 'project_id': '0e28af74cee746159f61e6e9abc8948d', 'gw_port': {'id': '1f46244d-1b57-4964-925d-f34145dd17cc', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:30:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f541c34-88ef-4ea2-bd2a-b190361d1cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:26Z', 'updated_at': '2021-09-09T18:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi'}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:20:55.606974 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f660a513-ade1-4903-9304-09aad574476e None None] Checking router: 8f541c34-88ef-4ea2-bd2a-b190361d1cd6 for host: dv-cinder-779540-2-iscsi {{(pid=94639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:20:55.616621 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f660a513-ade1-4903-9304-09aad574476e None None] Routers {'8f541c34-88ef-4ea2-bd2a-b190361d1cd6'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:20:55.617397 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-f660a513-ade1-4903-9304-09aad574476e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:20:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['8f541c34-88ef-4ea2-bd2a-b190361d1cd6'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:20:55.716525 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-f660a513-ade1-4903-9304-09aad574476e None None] Set router 8f541c34-88ef-4ea2-bd2a-b190361d1cd6 gateway port host: None {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:20:55.717190 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b16e4a86-8ca7-4adc-a05a-be56304bb164 None None] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:55.776909 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-f660a513-ade1-4903-9304-09aad574476e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f541c34-88ef-4ea2-bd2a-b190361d1cd6', 'name': 'tempest-ServerRescueNegativeTestJSON-541775425-router', 'tenant_id': '0e28af74cee746159f61e6e9abc8948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:25Z', 'updated_at': '2021-09-09T18:20:54Z', 'revision_number': 6, 'project_id': '0e28af74cee746159f61e6e9abc8948d', 'gw_port_host': None}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:20:55.806597 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b16e4a86-8ca7-4adc-a05a-be56304bb164 None None] Transition to ACTIVE for port object 36fb5776-1a1e-4f0b-b489-939838cbdd36 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:20:55.810431 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3437ebad-4e31-43ca-977d-3bfe910983dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690'] for port, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:55.811230 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f660a513-ade1-4903-9304-09aad574476e None None] The sync data for ids ['8f541c34-88ef-4ea2-bd2a-b190361d1cd6'] in dv-cinder-779540-2-iscsi is: [{'id': '8f541c34-88ef-4ea2-bd2a-b190361d1cd6', 'name': 'tempest-ServerRescueNegativeTestJSON-541775425-router', 'tenant_id': '0e28af74cee746159f61e6e9abc8948d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:25Z', 'updated_at': '2021-09-09T18:20:54Z', 'revision_number': 6, 'project_id': '0e28af74cee746159f61e6e9abc8948d', 'gw_port_host': None}] {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:20:55.844989 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3437ebad-4e31-43ca-977d-3bfe910983dd admin admin] Pushing event deleted for resources: {'Port': ['ID=1f46244d-1b57-4964-925d-f34145dd17cc,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:55.862888 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3437ebad-4e31-43ca-977d-3bfe910983dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-905341'] for router_gateway, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:55.921713 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b16e4a86-8ca7-4adc-a05a-be56304bb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:55.981039 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b992fc1-7fab-4213-899d-30f15e866680 None None] Pushing event updated for resources: {'Port': ['ID=36fb5776-1a1e-4f0b-b489-939838cbdd36,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:55.990112 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3437ebad-4e31-43ca-977d-3bfe910983dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-904910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7578'] for router, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:55.992517 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3437ebad-4e31-43ca-977d-3bfe910983dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:56.048461 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-b16e4a86-8ca7-4adc-a05a-be56304bb164 None None] Attempting to bind port 36fb5776-1a1e-4f0b-b489-939838cbdd36 on host dv-cinder-779540-2-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:20:56.048808 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-b16e4a86-8ca7-4adc-a05a-be56304bb164 None None] Attempting to bind port 36fb5776-1a1e-4f0b-b489-939838cbdd36 by drivers openvswitch,hyperv on host dv-cinder-779540-2-iscsi at level 0 using segments [{'id': '01da9df3-9636-474c-97fd-5ac29c53e7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e624bf47-e3e9-48cb-9f60-f9c52da82d0f'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:20:56.049483 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16e4a86-8ca7-4adc-a05a-be56304bb164 None None] Attempting to bind port 36fb5776-1a1e-4f0b-b489-939838cbdd36 on network e624bf47-e3e9-48cb-9f60-f9c52da82d0f {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:20:56.055833 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16e4a86-8ca7-4adc-a05a-be56304bb164 None None] Checking agent: {'id': '6d9a1dab-6af8-44c5-a6af-2e6d734c4a3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 7, 57), 'started_at': datetime.datetime(2021, 9, 9, 18, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:20:56.056564 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16e4a86-8ca7-4adc-a05a-be56304bb164 None None] Checking segment: {'id': '01da9df3-9636-474c-97fd-5ac29c53e7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e624bf47-e3e9-48cb-9f60-f9c52da82d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:20:56.056995 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b16e4a86-8ca7-4adc-a05a-be56304bb164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:56.060479 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16e4a86-8ca7-4adc-a05a-be56304bb164 None None] Bound using segment: {'id': '01da9df3-9636-474c-97fd-5ac29c53e7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e624bf47-e3e9-48cb-9f60-f9c52da82d0f'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:20:56.060479 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-b16e4a86-8ca7-4adc-a05a-be56304bb164 None None] Bound port: 36fb5776-1a1e-4f0b-b489-939838cbdd36, host: dv-cinder-779540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01da9df3-9636-474c-97fd-5ac29c53e7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e624bf47-e3e9-48cb-9f60-f9c52da82d0f'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:20:56.060479 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b16e4a86-8ca7-4adc-a05a-be56304bb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:56.166043 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b16e4a86-8ca7-4adc-a05a-be56304bb164 None None] For port 36fb5776-1a1e-4f0b-b489-939838cbdd36, host dv-cinder-779540-2-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:20:56.169797 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b16e4a86-8ca7-4adc-a05a-be56304bb164 None None] For port 36fb5776-1a1e-4f0b-b489-939838cbdd36, host dv-cinder-779540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=36fb5776-1a1e-4f0b-b489-939838cbdd36,segment=NetworkSegment(01da9df3-9636-474c-97fd-5ac29c53e7dd),segment_id=01da9df3-9636-474c-97fd-5ac29c53e7dd)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:20:56.217713 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3437ebad-4e31-43ca-977d-3bfe910983dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-904903'] for router, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:56.220356 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3437ebad-4e31-43ca-977d-3bfe910983dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f541c34-88ef-4ea2-bd2a-b190361d1cd6 {{(pid=94637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 18:20:56.250308 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3437ebad-4e31-43ca-977d-3bfe910983dd admin admin] Notify callbacks [] for router, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:56.258064 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 42162) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:20:56.266702 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-3437ebad-4e31-43ca-977d-3bfe910983dd admin admin] 10.222.0.39 "DELETE /v2.0/routers/8f541c34-88ef-4ea2-bd2a-b190361d1cd6 HTTP/1.1" status: 204 len: 168 time: 1.5561604 Sep 09 18:20:56.361263 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b16e4a86-8ca7-4adc-a05a-be56304bb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:56.382802 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb7e548a-efc9-4871-b9aa-b06183a89de5 admin admin] Deleting subnet 285c431c-6ae1-4a37-abf0-1b468ed843f7 {{(pid=94638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 18:20:56.388222 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-cb7e548a-efc9-4871-b9aa-b06183a89de5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:56.436511 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16e4a86-8ca7-4adc-a05a-be56304bb164 None None] Routers {'6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:20:56.437467 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-b16e4a86-8ca7-4adc-a05a-be56304bb164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:20:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:20:56.451201 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-cb7e548a-efc9-4871-b9aa-b06183a89de5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1044680'] for subnet, precommit_delete_associations {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:56.521125 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b992fc1-7fab-4213-899d-30f15e866680 None None] Pushing event updated for resources: {'Port': ['ID=36fb5776-1a1e-4f0b-b489-939838cbdd36,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:56.530130 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-cb7e548a-efc9-4871-b9aa-b06183a89de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775357'] for subnet, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:56.647645 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-b16e4a86-8ca7-4adc-a05a-be56304bb164 None None] Set router 6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda gateway port host: dv-cinder-779540-2-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:20:56.680925 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 94c30a6a-0e1e-4d51-bcc2-dd5d0d31f85c up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:20:56.720618 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-cb7e548a-efc9-4871-b9aa-b06183a89de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2896051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9552999'] for subnet, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:56.770222 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7e548a-efc9-4871-b9aa-b06183a89de5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=285c431c-6ae1-4a37-abf0-1b468ed843f7,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:56.787671 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port 94c30a6a-0e1e-4d51-bcc2-dd5d0d31f85c triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:20:56.788054 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:56.804857 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-cb7e548a-efc9-4871-b9aa-b06183a89de5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:56.807184 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-cb7e548a-efc9-4871-b9aa-b06183a89de5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/285c431c-6ae1-4a37-abf0-1b468ed843f7 HTTP/1.1" status: 204 len: 168 time: 0.5480955 Sep 09 18:20:56.809969 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 42168) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:20:56.929742 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 603bf2e5-77ef-4481-ab78-8ff116519aea no longer exists at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:20:56.962906 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] No Port match for: 603bf2e5-77ef-4481-ab78-8ff116519aea {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:20:56.963682 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 603bf2e5-77ef-4481-ab78-8ff116519aea not bound to the agent host dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:20:56.971704 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e3c84dbb-7953-4ef1-85a3-31d6822d2b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626401'] for network, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:57.143518 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e3c84dbb-7953-4ef1-85a3-31d6822d2b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773192', 'neutron.services.segments.db._delete_segments_for_network-8729821856413'] for network, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:57.164272 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-b16e4a86-8ca7-4adc-a05a-be56304bb164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda', 'name': 'tempest-TestMinimumBasicScenario-757655375-router', 'tenant_id': 'c0fb20ad9e5941238639cc34cfad4391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '94c30a6a-0e1e-4d51-bcc2-dd5d0d31f85c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:20:48Z', 'updated_at': '2021-09-09T18:20:53Z', 'revision_number': 4, 'project_id': 'c0fb20ad9e5941238639cc34cfad4391', 'gw_port': {'id': '94c30a6a-0e1e-4d51-bcc2-dd5d0d31f85c', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:51:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:20:49Z', 'updated_at': '2021-09-09T18:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': '36fb5776-1a1e-4f0b-b489-939838cbdd36', 'name': '', 'network_id': 'e624bf47-e3e9-48cb-9f60-f9c52da82d0f', 'tenant_id': 'c0fb20ad9e5941238639cc34cfad4391', 'mac_address': 'fa:16:3e:b8:69:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '219952d7-7120-4a48-b2ba-3b84a192858a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:20:52Z', 'updated_at': '2021-09-09T18:20:56Z', 'revision_number': 4, 'project_id': 'c0fb20ad9e5941238639cc34cfad4391', 'subnets': [{'id': '219952d7-7120-4a48-b2ba-3b84a192858a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:20:57.196954 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e3c84dbb-7953-4ef1-85a3-31d6822d2b05 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:20:57.197772 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e3c84dbb-7953-4ef1-85a3-31d6822d2b05 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:20:57.198745 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e3c84dbb-7953-4ef1-85a3-31d6822d2b05 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:20:57.199443 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e3c84dbb-7953-4ef1-85a3-31d6822d2b05 admin admin] Subscribe: > port after_create 55550000 {{(pid=94637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:20:57.200008 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e3c84dbb-7953-4ef1-85a3-31d6822d2b05 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:20:57.200593 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e3c84dbb-7953-4ef1-85a3-31d6822d2b05 admin admin] Subscribe: > port after_update 55550000 {{(pid=94637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:20:57.201326 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e3c84dbb-7953-4ef1-85a3-31d6822d2b05 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:20:57.202019 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e3c84dbb-7953-4ef1-85a3-31d6822d2b05 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:20:57.203341 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e3c84dbb-7953-4ef1-85a3-31d6822d2b05 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:20:57.203577 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16e4a86-8ca7-4adc-a05a-be56304bb164 None None] The sync data for ids ['6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda'] in dv-cinder-779540-2-iscsi is: [{'id': '6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda', 'name': 'tempest-TestMinimumBasicScenario-757655375-router', 'tenant_id': 'c0fb20ad9e5941238639cc34cfad4391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '94c30a6a-0e1e-4d51-bcc2-dd5d0d31f85c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:20:48Z', 'updated_at': '2021-09-09T18:20:53Z', 'revision_number': 4, 'project_id': 'c0fb20ad9e5941238639cc34cfad4391', 'gw_port': {'id': '94c30a6a-0e1e-4d51-bcc2-dd5d0d31f85c', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:51:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:20:49Z', 'updated_at': '2021-09-09T18:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': '36fb5776-1a1e-4f0b-b489-939838cbdd36', 'name': '', 'network_id': 'e624bf47-e3e9-48cb-9f60-f9c52da82d0f', 'tenant_id': 'c0fb20ad9e5941238639cc34cfad4391', 'mac_address': 'fa:16:3e:b8:69:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '219952d7-7120-4a48-b2ba-3b84a192858a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:20:52Z', 'updated_at': '2021-09-09T18:20:56Z', 'revision_number': 4, 'project_id': 'c0fb20ad9e5941238639cc34cfad4391', 'subnets': [{'id': '219952d7-7120-4a48-b2ba-3b84a192858a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:20:57.204459 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e3c84dbb-7953-4ef1-85a3-31d6822d2b05 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:20:57.371819 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e3c84dbb-7953-4ef1-85a3-31d6822d2b05 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:20:57.372209 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e3c84dbb-7953-4ef1-85a3-31d6822d2b05 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:20:57.373015 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e3c84dbb-7953-4ef1-85a3-31d6822d2b05 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:20:57.373115 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e3c84dbb-7953-4ef1-85a3-31d6822d2b05 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 18:20:57.373478 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.services.segments.db [None req-e3c84dbb-7953-4ef1-85a3-31d6822d2b05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eafe2dd1-3f55-4813-b3ae-df6e622a3eab']}} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:20:57.398522 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.services.segments.db [None req-e3c84dbb-7953-4ef1-85a3-31d6822d2b05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f738fa1f-ed07-465a-b70c-8f41c0eb3df6') {'for_net_delete': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:20:57.398813 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.services.segments.db [None req-e3c84dbb-7953-4ef1-85a3-31d6822d2b05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f738fa1f-ed07-465a-b70c-8f41c0eb3df6') {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:20:57.475177 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e3c84dbb-7953-4ef1-85a3-31d6822d2b05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729821856934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8515443'] for segment, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:57.481584 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:57.482427 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30aed90f-74c4-49c4-8017-8a44a4e87ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:57.563911 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e3c84dbb-7953-4ef1-85a3-31d6822d2b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143'] for segment, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:57.589303 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3c84dbb-7953-4ef1-85a3-31d6822d2b05 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=94637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 18:20:57.589965 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e3c84dbb-7953-4ef1-85a3-31d6822d2b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859567'] for segment, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:57.598092 dv-cinder-779540-2-iscsi neutron-server[94637]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 18:20:57.598092 dv-cinder-779540-2-iscsi neutron-server[94637]: from cryptography.utils import int_from_bytes Sep 09 18:20:57.598092 dv-cinder-779540-2-iscsi neutron-server[94637]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 18:20:57.598092 dv-cinder-779540-2-iscsi neutron-server[94637]: from cryptography.utils import int_from_bytes Sep 09 18:20:57.598092 dv-cinder-779540-2-iscsi neutron-server[94637]: Traceback (most recent call last): Sep 09 18:20:57.598092 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 18:20:57.598092 dv-cinder-779540-2-iscsi neutron-server[94637]: timer() Sep 09 18:20:57.598092 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 18:20:57.598092 dv-cinder-779540-2-iscsi neutron-server[94637]: cb(*args, **kw) Sep 09 18:20:57.598092 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 18:20:57.598092 dv-cinder-779540-2-iscsi neutron-server[94637]: return func(*args, **kwargs) Sep 09 18:20:57.598092 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 18:20:57.598092 dv-cinder-779540-2-iscsi neutron-server[94637]: self._notify() Sep 09 18:20:57.598092 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 18:20:57.598092 dv-cinder-779540-2-iscsi neutron-server[94637]: self.callback(batched_events) Sep 09 18:20:57.598092 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 18:20:57.598092 dv-cinder-779540-2-iscsi neutron-server[94637]: event.method(event) Sep 09 18:20:57.598092 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 18:20:57.598092 dv-cinder-779540-2-iscsi neutron-server[94637]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 18:20:57.598092 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 18:20:57.598092 dv-cinder-779540-2-iscsi neutron-server[94637]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 18:20:57.598092 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 18:20:57.598092 dv-cinder-779540-2-iscsi neutron-server[94637]: return f(self, *a, **k) Sep 09 18:20:57.598092 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 18:20:57.598092 dv-cinder-779540-2-iscsi neutron-server[94637]: return self._get(url).json() Sep 09 18:20:57.598092 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 18:20:57.598092 dv-cinder-779540-2-iscsi neutron-server[94637]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 18:20:57.598092 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 18:20:57.598092 dv-cinder-779540-2-iscsi neutron-server[94637]: return self.request(url, 'GET', **kwargs) Sep 09 18:20:57.598092 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 18:20:57.598092 dv-cinder-779540-2-iscsi neutron-server[94637]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 18:20:57.598092 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 18:20:57.598092 dv-cinder-779540-2-iscsi neutron-server[94637]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 18:20:57.598092 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 18:20:57.598092 dv-cinder-779540-2-iscsi neutron-server[94637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 18:20:57.598092 dv-cinder-779540-2-iscsi neutron-server[94637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 18:20:57.943730 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e3c84dbb-7953-4ef1-85a3-31d6822d2b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-905241'] for network, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:57.950203 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e3c84dbb-7953-4ef1-85a3-31d6822d2b05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for network, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:57.952627 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-e3c84dbb-7953-4ef1-85a3-31d6822d2b05 admin admin] 10.222.0.39 "DELETE /v2.0/networks/eafe2dd1-3f55-4813-b3ae-df6e622a3eab HTTP/1.1" status: 204 len: 168 time: 1.1412430 Sep 09 18:20:57.979104 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c84dbb-7953-4ef1-85a3-31d6822d2b05 admin admin] Pushing event deleted for resources: {'Network': ['ID=eafe2dd1-3f55-4813-b3ae-df6e622a3eab,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:58.268324 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 36fb5776-1a1e-4f0b-b489-939838cbdd36 up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:20:58.459690 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 42184) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:20:58.486600 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning for port 36fb5776-1a1e-4f0b-b489-939838cbdd36 completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:20:58.491049 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port 36fb5776-1a1e-4f0b-b489-939838cbdd36 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:20:58.491463 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:58.522841 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-98bb5e7b-48c3-4e63-a534-dae417f9903b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0e28af74cee746159f61e6e9abc8948d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0594103 Sep 09 18:20:58.523275 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 42186) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:20:58.644139 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-448d1ea5-ee88-4e79-83d9-cae850096d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:58.668078 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-448d1ea5-ee88-4e79-83d9-cae850096d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:58.686648 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:58.766220 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] For port 36fb5776-1a1e-4f0b-b489-939838cbdd36, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=36fb5776-1a1e-4f0b-b489-939838cbdd36,segment=NetworkSegment(01da9df3-9636-474c-97fd-5ac29c53e7dd),segment_id=01da9df3-9636-474c-97fd-5ac29c53e7dd)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:20:58.819384 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-448d1ea5-ee88-4e79-83d9-cae850096d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:58.829031 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-448d1ea5-ee88-4e79-83d9-cae850096d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:58.829031 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-448d1ea5-ee88-4e79-83d9-cae850096d5b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6009d4a5-9f5e-49f4-b387-8031791bb559 HTTP/1.1" status: 204 len: 168 time: 0.3001390 Sep 09 18:20:58.848117 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d1ea5-ee88-4e79-83d9-cae850096d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6009d4a5-9f5e-49f4-b387-8031791bb559,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:58.864373 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:20:58.885627 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 1f46244d-1b57-4964-925d-f34145dd17cc no longer exists at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:20:58.952366 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] No Port match for: 1f46244d-1b57-4964-925d-f34145dd17cc {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:20:58.952366 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 1f46244d-1b57-4964-925d-f34145dd17cc not bound to the agent host dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:20:58.980529 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Pushing event updated for resources: {'Port': ['ID=36fb5776-1a1e-4f0b-b489-939838cbdd36,revision_number=5']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:20:59.159729 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:00.190564 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 36fb5776-1a1e-4f0b-b489-939838cbdd36 up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:21:00.243213 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port 36fb5776-1a1e-4f0b-b489-939838cbdd36 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:21:00.243582 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:01.070550 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:02.195194 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 42278) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:21:02.328067 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-627ab886-4dc8-47cf-89e8-57ff0a9420b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:02.454220 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-627ab886-4dc8-47cf-89e8-57ff0a9420b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:02.543190 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-627ab886-4dc8-47cf-89e8-57ff0a9420b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:02.585658 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-627ab886-4dc8-47cf-89e8-57ff0a9420b3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cfd81d1e953e416587e95a4628bc8029&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3893204 Sep 09 18:21:02.586776 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ab886-4dc8-47cf-89e8-57ff0a9420b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5166a072-788e-4391-8c3f-e69218d1b6a6,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:21:02.588678 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 42290) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:21:02.652096 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-60501f1e-83f9-4266-9088-2697b2cb3cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:02.682276 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-60501f1e-83f9-4266-9088-2697b2cb3cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:02.818429 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-60501f1e-83f9-4266-9088-2697b2cb3cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:02.821263 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-60501f1e-83f9-4266-9088-2697b2cb3cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:02.822554 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-60501f1e-83f9-4266-9088-2697b2cb3cdc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5166a072-788e-4391-8c3f-e69218d1b6a6 HTTP/1.1" status: 204 len: 168 time: 0.2328618 Sep 09 18:21:02.832073 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60501f1e-83f9-4266-9088-2697b2cb3cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5166a072-788e-4391-8c3f-e69218d1b6a6,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:21:03.268752 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 42304) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:21:03.414606 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-993f23aa-f82a-4901-9e2b-287603b6acf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:03.526014 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-993f23aa-f82a-4901-9e2b-287603b6acf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:03.658647 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-993f23aa-f82a-4901-9e2b-287603b6acf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:03.730626 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-993f23aa-f82a-4901-9e2b-287603b6acf8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=68425ac22da64d4bb5385ac23c194a6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4606175 Sep 09 18:21:03.731516 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f23aa-f82a-4901-9e2b-287603b6acf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae11177a-d17d-4e27-bfc6-2911eb470f48,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:21:03.736076 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 42314) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:21:03.814121 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 42316) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:21:03.821715 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-608d48c1-ac30-4efb-bb43-b03ff3f3703e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:03.829920 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-27aa7a83-87d6-4d59-9c07-bb721e3aa3d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:03.847991 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-608d48c1-ac30-4efb-bb43-b03ff3f3703e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:04.001829 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-608d48c1-ac30-4efb-bb43-b03ff3f3703e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:04.005311 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-608d48c1-ac30-4efb-bb43-b03ff3f3703e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:04.006677 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-608d48c1-ac30-4efb-bb43-b03ff3f3703e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ae11177a-d17d-4e27-bfc6-2911eb470f48 HTTP/1.1" status: 204 len: 168 time: 0.2690799 Sep 09 18:21:04.016950 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d48c1-ac30-4efb-bb43-b03ff3f3703e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae11177a-d17d-4e27-bfc6-2911eb470f48,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:21:04.086709 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-27aa7a83-87d6-4d59-9c07-bb721e3aa3d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:04.413931 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-f614cb94-24a7-42a1-8ca4-ab93b5e8bebf tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:04.415454 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-f614cb94-24a7-42a1-8ca4-ab93b5e8bebf tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/networks?id=f9f8ee35-cc2c-41e4-a086-b60f69231898 HTTP/1.1" status: 200 len: 814 time: 0.1247039 Sep 09 18:21:04.431243 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-f5f08d9a-2c7a-4c8a-be6e-b007e72ff40b tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/quotas/f1acb6da43d6455c96c028870562f1e2 HTTP/1.1" status: 200 len: 375 time: 0.0089710 Sep 09 18:21:04.488162 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-d9082a03-4704-401a-9add-3ac9b47bfbe0 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f1acb6da43d6455c96c028870562f1e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507298 Sep 09 18:21:04.511719 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-27aa7a83-87d6-4d59-9c07-bb721e3aa3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:04.586101 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-27aa7a83-87d6-4d59-9c07-bb721e3aa3d2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4dd033cbb76c4db6aa9fdf0f9f462b4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7708657 Sep 09 18:21:04.588910 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa7a83-87d6-4d59-9c07-bb721e3aa3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d876520-3440-4e6f-8dbc-701f986e533c,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:21:04.590145 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 42342) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:21:04.622259 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-41a51c72-efa5-4c5c-b2ac-75c99305c220 service neutron] 10.222.0.39 "GET /v2.0/networks/f9f8ee35-cc2c-41e4-a086-b60f69231898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270533 Sep 09 18:21:04.664285 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6c366283-8f8c-4aa9-8093-cd3b39ebf5e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:04.701247 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6c366283-8f8c-4aa9-8093-cd3b39ebf5e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:04.790073 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-1d04430e-932f-4f73-bd0d-81343f545778 service neutron] 10.222.0.39 "GET /v2.0/networks/f9f8ee35-cc2c-41e4-a086-b60f69231898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606936 Sep 09 18:21:04.864138 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6c366283-8f8c-4aa9-8093-cd3b39ebf5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:04.874988 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6c366283-8f8c-4aa9-8093-cd3b39ebf5e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:04.888091 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-6c366283-8f8c-4aa9-8093-cd3b39ebf5e0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7d876520-3440-4e6f-8dbc-701f986e533c HTTP/1.1" status: 204 len: 168 time: 0.2967854 Sep 09 18:21:04.908822 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c366283-8f8c-4aa9-8093-cd3b39ebf5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d876520-3440-4e6f-8dbc-701f986e533c,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:21:05.001552 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:05.172370 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-66c3addf-4143-46a6-9ef3-2883fe5ef954 req-f6dbf6f6-ee2d-45f0-aacf-f0e1a60c0ff0 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d7ba97-595f-49a4-a331-21ed08b9a651 HTTP/1.1" status: 200 len: 210 time: 0.0275366 Sep 09 18:21:05.377210 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 42372) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:21:05.393646 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-57cad9ea-bb52-4b28-bd5b-8257b19316f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:05.583426 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-57cad9ea-bb52-4b28-bd5b-8257b19316f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:05.692455 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-57cad9ea-bb52-4b28-bd5b-8257b19316f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:05.735550 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cad9ea-bb52-4b28-bd5b-8257b19316f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a48d6f-f4d4-4c91-960b-27eb54c444e3,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:21:05.740413 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-57cad9ea-bb52-4b28-bd5b-8257b19316f4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5e9cc13f831442ffba9d799ab176a1fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3620696 Sep 09 18:21:05.744146 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 42382) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:21:05.813249 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-61e59b4f-31b8-425c-99f1-d4fb215fa0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:05.856560 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-61e59b4f-31b8-425c-99f1-d4fb215fa0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:06.052414 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-61e59b4f-31b8-425c-99f1-d4fb215fa0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:06.055532 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-61e59b4f-31b8-425c-99f1-d4fb215fa0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:06.057039 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-61e59b4f-31b8-425c-99f1-d4fb215fa0e2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/83a48d6f-f4d4-4c91-960b-27eb54c444e3 HTTP/1.1" status: 204 len: 168 time: 0.3128264 Sep 09 18:21:06.082239 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e59b4f-31b8-425c-99f1-d4fb215fa0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a48d6f-f4d4-4c91-960b-27eb54c444e3,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:21:06.294439 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1465ce72-4f10-4a1c-8927-21cba343db07 req-4fa6a434-6bce-49d4-83e9-befeb7392b48 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d7ba97-595f-49a4-a331-21ed08b9a651 HTTP/1.1" status: 200 len: 210 time: 0.0309050 Sep 09 18:21:07.592657 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-689a0f74-bba4-4a8e-823e-a0ee1765d01a req-8fffa9b2-58d2-41e8-8eab-9b5e0ca3d56f tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d7ba97-595f-49a4-a331-21ed08b9a651 HTTP/1.1" status: 200 len: 210 time: 0.0666645 Sep 09 18:21:07.598325 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 42446) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:21:07.632490 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-6113265e-f9d4-45a4-a613-d9aead8cfe0d tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:07.634317 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-6113265e-f9d4-45a4-a613-d9aead8cfe0d tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.54 "GET /v2.0/networks?id=f9f8ee35-cc2c-41e4-a086-b60f69231898 HTTP/1.1" status: 200 len: 814 time: 0.2739661 Sep 09 18:21:07.651702 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-3d950db4-f9ac-4eab-95c2-8dde146d226e tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Request body: {'port': {'device_id': 'a5d7ba97-595f-49a4-a331-21ed08b9a651', 'network_id': 'f9f8ee35-cc2c-41e4-a086-b60f69231898', 'admin_state_up': True, 'tenant_id': 'f1acb6da43d6455c96c028870562f1e2'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:21:07.842794 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-fc042f35-3f65-4112-a490-ff13522bff70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:07.917322 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88e99d-bcac-4163-bce6-3e20a74e20d5 req-256c6759-61c5-481e-970d-b2a0104dce4a tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:07.926671 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4c88e99d-bcac-4163-bce6-3e20a74e20d5 req-256c6759-61c5-481e-970d-b2a0104dce4a tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.1097934 Sep 09 18:21:08.003996 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-fc042f35-3f65-4112-a490-ff13522bff70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:08.008089 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4c88e99d-bcac-4163-bce6-3e20a74e20d5 req-f71fb8e1-96ed-4f31-980a-bd42c76f3881 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772324 Sep 09 18:21:08.086786 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-fc042f35-3f65-4112-a490-ff13522bff70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:08.155930 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-3d950db4-f9ac-4eab-95c2-8dde146d226e tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Made reservation on behalf of f1acb6da43d6455c96c028870562f1e2 for: {'port': 1} {{(pid=94637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:21:08.157787 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-fc042f35-3f65-4112-a490-ff13522bff70 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f54ee82031444c78ab4fa30b21b9b175&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5584173 Sep 09 18:21:08.159171 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc042f35-3f65-4112-a490-ff13522bff70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5571b941-e4b3-4900-af68-b62411825ee3,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:21:08.161021 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-3d950db4-f9ac-4eab-95c2-8dde146d226e tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:08.163106 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 42462) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:21:08.296693 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-021918ab-8503-406d-a1e3-6ced6b64048a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:08.374419 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-021918ab-8503-406d-a1e3-6ced6b64048a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:08.419794 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.db_base_plugin_common [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-3d950db4-f9ac-4eab-95c2-8dde146d226e tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Allocated IP 172.20.0.5 (f9f8ee35-cc2c-41e4-a086-b60f69231898/f1820377-02b2-429c-bc0b-65270228fdbb/7c51cfd8-f42e-4525-b12c-608834d32025) {{(pid=94637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:21:08.609278 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-3d950db4-f9ac-4eab-95c2-8dde146d226e tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Notify callbacks [] for port, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:08.703788 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-af5a6a7d-0307-4349-94de-391d1acaa056 req-ad7ed183-27c5-4e60-bfcd-76044b22ecf0 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d7ba97-595f-49a4-a331-21ed08b9a651 HTTP/1.1" status: 200 len: 210 time: 0.0331976 Sep 09 18:21:08.704538 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-021918ab-8503-406d-a1e3-6ced6b64048a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:08.707183 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-021918ab-8503-406d-a1e3-6ced6b64048a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:08.708238 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-021918ab-8503-406d-a1e3-6ced6b64048a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5571b941-e4b3-4900-af68-b62411825ee3 HTTP/1.1" status: 204 len: 168 time: 0.5439646 Sep 09 18:21:08.716324 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021918ab-8503-406d-a1e3-6ced6b64048a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5571b941-e4b3-4900-af68-b62411825ee3,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:21:08.910216 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-3d950db4-f9ac-4eab-95c2-8dde146d226e tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:08.925425 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] get_ports_and_sgs() called for port_ids ['f8ed4a80-ccc3-4606-bb16-5adecbdb122b', 'fcd380a5-c676-4b5d-99d4-023e7c20b9e7', '40dcad47-1ebb-43f3-b4a2-d3f19d90f626'] {{(pid=94639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 18:21:08.967773 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-3d950db4-f9ac-4eab-95c2-8dde146d226e tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Network f9f8ee35-cc2c-41e4-a086-b60f69231898 is already hosted by enough agents. {{(pid=94637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:21:08.971966 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.base_scheduler [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-3d950db4-f9ac-4eab-95c2-8dde146d226e tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Resources bound (agent type, host, resource id): {{(pid=94637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:21:08.976506 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-3d950db4-f9ac-4eab-95c2-8dde146d226e tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Received port after_create {{(pid=94637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:21:09.016749 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d950db4-f9ac-4eab-95c2-8dde146d226e tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Pushing event updated for resources: {'Port': ['ID=7c51cfd8-f42e-4525-b12c-608834d32025,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:21:09.041138 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-3d950db4-f9ac-4eab-95c2-8dde146d226e tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:09.041941 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-3d950db4-f9ac-4eab-95c2-8dde146d226e tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:09.161900 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2eae8-c192-447d-9861-f92adf271818 req-061c46df-98f7-40f0-a870-42de8bc94e56 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:09.163082 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-54e2eae8-c192-447d-9861-f92adf271818 req-061c46df-98f7-40f0-a870-42de8bc94e56 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.0657310 Sep 09 18:21:09.192394 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-3d950db4-f9ac-4eab-95c2-8dde146d226e tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5472918 Sep 09 18:21:09.214907 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-64a702e3-3622-4e7c-838b-a782c541f412 service neutron] Request body: {'port': {'device_id': 'a5d7ba97-595f-49a4-a331-21ed08b9a651', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77954'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:21:09.314991 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-54e2eae8-c192-447d-9861-f92adf271818 req-59dc360c-926c-4ec7-9780-b3ba2e2e2fe9 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439450 Sep 09 18:21:09.329562 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-64a702e3-3622-4e7c-838b-a782c541f412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:09.703567 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-64a702e3-3622-4e7c-838b-a782c541f412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c51cfd8-f42e-4525-b12c-608834d32025 {{(pid=94637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:21:09.707630 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-64a702e3-3622-4e7c-838b-a782c541f412 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:09.723970 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.provisioning_blocks [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-64a702e3-3622-4e7c-838b-a782c541f412 service neutron] Transition to ACTIVE for port object 7c51cfd8-f42e-4525-b12c-608834d32025 will not be triggered until provisioned by entity L2. {{(pid=94637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:21:09.814562 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-64a702e3-3622-4e7c-838b-a782c541f412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859523'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:09.879576 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33988b79-4883-4337-9ab4-586583a4399a req-9296eace-5cba-4445-9e72-e7989e32d026 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:09.881097 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-33988b79-4883-4337-9ab4-586583a4399a req-9296eace-5cba-4445-9e72-e7989e32d026 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d7ba97-595f-49a4-a331-21ed08b9a651 HTTP/1.1" status: 200 len: 931 time: 0.0953462 Sep 09 18:21:09.890866 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a702e3-3622-4e7c-838b-a782c541f412 service neutron] Pushing event updated for resources: {'Port': ['ID=7c51cfd8-f42e-4525-b12c-608834d32025,revision_number=2']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:21:09.970452 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-33988b79-4883-4337-9ab4-586583a4399a req-6789704e-7bca-49d1-a03f-9fb787334b8b tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803714 Sep 09 18:21:09.990475 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-64a702e3-3622-4e7c-838b-a782c541f412 service neutron] Attempting to bind port 7c51cfd8-f42e-4525-b12c-608834d32025 on host hv-cinder-77954 for vnic_type normal with profile {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:21:09.990580 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-64a702e3-3622-4e7c-838b-a782c541f412 service neutron] Attempting to bind port 7c51cfd8-f42e-4525-b12c-608834d32025 by drivers openvswitch,hyperv on host hv-cinder-77954 at level 0 using segments [{'id': '7898d1ab-7660-4281-85f4-69d970fcafe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f9f8ee35-cc2c-41e4-a086-b60f69231898'}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:21:09.991047 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-64a702e3-3622-4e7c-838b-a782c541f412 service neutron] Attempting to bind port 7c51cfd8-f42e-4525-b12c-608834d32025 on network f9f8ee35-cc2c-41e4-a086-b60f69231898 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:21:09.998292 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-64a702e3-3622-4e7c-838b-a782c541f412 service neutron] Port 7c51cfd8-f42e-4525-b12c-608834d32025 on network f9f8ee35-cc2c-41e4-a086-b60f69231898 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77954 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 18:21:09.998626 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-64a702e3-3622-4e7c-838b-a782c541f412 service neutron] Attempting to bind port 7c51cfd8-f42e-4525-b12c-608834d32025 on network f9f8ee35-cc2c-41e4-a086-b60f69231898 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:21:10.006032 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-64a702e3-3622-4e7c-838b-a782c541f412 service neutron] Checking agent: {'id': 'e6e03918-0440-4933-b179-09c79aa47d03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 14, 34), 'started_at': datetime.datetime(2021, 9, 9, 18, 14, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:21:10.006576 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-64a702e3-3622-4e7c-838b-a782c541f412 service neutron] Checking segment: {'id': '7898d1ab-7660-4281-85f4-69d970fcafe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f9f8ee35-cc2c-41e4-a086-b60f69231898'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:21:10.007505 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-64a702e3-3622-4e7c-838b-a782c541f412 service neutron] Bound using segment: {'id': '7898d1ab-7660-4281-85f4-69d970fcafe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f9f8ee35-cc2c-41e4-a086-b60f69231898'} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:21:10.007965 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-64a702e3-3622-4e7c-838b-a782c541f412 service neutron] Bound port: 7c51cfd8-f42e-4525-b12c-608834d32025, host: hv-cinder-77954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7898d1ab-7660-4281-85f4-69d970fcafe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f9f8ee35-cc2c-41e4-a086-b60f69231898'}}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:21:10.007965 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-64a702e3-3622-4e7c-838b-a782c541f412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:10.076108 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-64a702e3-3622-4e7c-838b-a782c541f412 service neutron] For port 7c51cfd8-f42e-4525-b12c-608834d32025, host hv-cinder-77954, cleared binding levels {{(pid=94637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:21:10.083801 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-64a702e3-3622-4e7c-838b-a782c541f412 service neutron] For port 7c51cfd8-f42e-4525-b12c-608834d32025, host hv-cinder-77954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=7c51cfd8-f42e-4525-b12c-608834d32025,segment=NetworkSegment(7898d1ab-7660-4281-85f4-69d970fcafe6),segment_id=7898d1ab-7660-4281-85f4-69d970fcafe6)] {{(pid=94637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:21:10.178843 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-64a702e3-3622-4e7c-838b-a782c541f412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859523'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:10.223501 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-64a702e3-3622-4e7c-838b-a782c541f412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:10.224118 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-64a702e3-3622-4e7c-838b-a782c541f412 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:10.225536 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-64a702e3-3622-4e7c-838b-a782c541f412 service neutron] 10.222.0.54 "PUT /v2.0/ports/7c51cfd8-f42e-4525-b12c-608834d32025 HTTP/1.1" status: 200 len: 1093 time: 1.0167599 Sep 09 18:21:10.225980 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d7ba97-595f-49a4-a331-21ed08b9a651', 'tag': '7c51cfd8-f42e-4525-b12c-608834d32025'}] {{(pid=94637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:21:10.228355 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133f33bf375164f5fa4b6a6278130a616101494423e3cf7e78094e28bab08aaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4be1dc3-0787-4a46-a0d2-1392241baa93" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d7ba97-595f-49a4-a331-21ed08b9a651", "tag": "7c51cfd8-f42e-4525-b12c-608834d32025"}]}' {{(pid=94637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:21:10.255500 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a702e3-3622-4e7c-838b-a782c541f412 service neutron] Pushing event updated for resources: {'Port': ['ID=7c51cfd8-f42e-4525-b12c-608834d32025,revision_number=3']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:21:10.273369 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 18:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb910ccd-0023-4d88-a139-21e4e4167f24 x-openstack-request-id: req-fb910ccd-0023-4d88-a139-21e4e4167f24 {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:21:10.273369 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d7ba97-595f-49a4-a331-21ed08b9a651", "tag": "7c51cfd8-f42e-4525-b12c-608834d32025", "status": "completed", "code": 200}]} {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:21:10.273369 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fb910ccd-0023-4d88-a139-21e4e4167f24 {{(pid=94637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:21:10.275293 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d7ba97-595f-49a4-a331-21ed08b9a651', 'tag': '7c51cfd8-f42e-4525-b12c-608834d32025', 'status': 'completed', 'code': 200} Sep 09 18:21:10.346884 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be1dc3-0787-4a46-a0d2-1392241baa93 req-2fd69319-23bf-46ad-a839-1f70dc35e6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:10.348442 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e4be1dc3-0787-4a46-a0d2-1392241baa93 req-2fd69319-23bf-46ad-a839-1f70dc35e6e0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1acb6da43d6455c96c028870562f1e2&device_id=a5d7ba97-595f-49a4-a331-21ed08b9a651 HTTP/1.1" status: 200 len: 1096 time: 0.0449369 Sep 09 18:21:10.483138 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650caf3-0aee-414a-bfba-9cc3d8932a39 req-e6466d64-a899-4291-a63a-4511da14232e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:10.485352 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c650caf3-0aee-414a-bfba-9cc3d8932a39 req-e6466d64-a899-4291-a63a-4511da14232e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.0912416 Sep 09 18:21:10.509524 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be1dc3-0787-4a46-a0d2-1392241baa93 req-81f0cca2-afe9-49a9-a846-41a03ff2bc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:10.510993 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e4be1dc3-0787-4a46-a0d2-1392241baa93 req-81f0cca2-afe9-49a9-a846-41a03ff2bc32 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=f1acb6da43d6455c96c028870562f1e2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1514843 Sep 09 18:21:10.579276 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 42522) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:21:10.710646 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0e14ac54-9220-48a3-863f-8ed8bf6ad939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:10.810881 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c650caf3-0aee-414a-bfba-9cc3d8932a39 req-d59f1e62-3495-42a6-8f28-096ea1c00716 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3125739 Sep 09 18:21:10.837294 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0e14ac54-9220-48a3-863f-8ed8bf6ad939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:10.891058 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be1dc3-0787-4a46-a0d2-1392241baa93 req-d722f192-5368-4ec9-8d8f-071835febc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:10.893766 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e4be1dc3-0787-4a46-a0d2-1392241baa93 req-d722f192-5368-4ec9-8d8f-071835febc54 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3668745 Sep 09 18:21:10.926736 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0e14ac54-9220-48a3-863f-8ed8bf6ad939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:10.988386 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-0e14ac54-9220-48a3-863f-8ed8bf6ad939 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=64585bc69dcc40d28c927a7f0e15269e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4075918 Sep 09 18:21:10.989635 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14ac54-9220-48a3-863f-8ed8bf6ad939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45067021-3a0e-4455-9e75-3446e000477a,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:21:10.995648 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 42532) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:21:11.014248 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-3dce0583-54d9-4e70-9207-2acbfd763bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:11.017028 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-3dce0583-54d9-4e70-9207-2acbfd763bce service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1acb6da43d6455c96c028870562f1e2&device_id=a5d7ba97-595f-49a4-a331-21ed08b9a651 HTTP/1.1" status: 200 len: 1096 time: 0.0706277 Sep 09 18:21:11.119915 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-0e0f0acf-e4d2-4a4c-824d-0b33789e243c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c51cfd8-f42e-4525-b12c-608834d32025 HTTP/1.1" status: 200 len: 217 time: 0.0921214 Sep 09 18:21:11.264262 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-6947baf5-572f-47c4-91bf-3b1b7c0dcfe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:11.320934 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e669a-565b-4921-afad-6bb5757082ef req-5b097451-1c0e-4a00-97e1-89f766b2b594 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:11.322464 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f36e669a-565b-4921-afad-6bb5757082ef req-5b097451-1c0e-4a00-97e1-89f766b2b594 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d7ba97-595f-49a4-a331-21ed08b9a651 HTTP/1.1" status: 200 len: 943 time: 0.1967931 Sep 09 18:21:11.323868 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-9bec6597-9ffe-41ac-b750-cc1810673270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:11.325242 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-9bec6597-9ffe-41ac-b750-cc1810673270 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f1820377-02b2-429c-bc0b-65270228fdbb HTTP/1.1" status: 200 len: 854 time: 0.1838126 Sep 09 18:21:11.396876 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-6226a3a9-fb91-4c8e-a8ae-1e40c7a5f3c4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f9f8ee35-cc2c-41e4-a086-b60f69231898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609941 Sep 09 18:21:11.398764 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-6947baf5-572f-47c4-91bf-3b1b7c0dcfe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:11.419177 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 6 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:21:11.473967 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-485dceba-1a84-414b-82cf-39f6a658313f tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:11.475608 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-485dceba-1a84-414b-82cf-39f6a658313f tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/networks?id=c8a3e621-aafd-4c83-9fc5-3660c7c8f597 HTTP/1.1" status: 200 len: 815 time: 0.3222868 Sep 09 18:21:11.489555 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f36e669a-565b-4921-afad-6bb5757082ef req-838f5c39-ed35-4313-b439-9bb92f60dd8a tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554115 Sep 09 18:21:11.543456 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-252c372e-155e-4cd1-87ef-e6f04f609870 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/quotas/6c6da778518d4565908e5cf0fa432d10 HTTP/1.1" status: 200 len: 375 time: 0.0573914 Sep 09 18:21:11.611753 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-8e9c12d5-8c5c-49c0-a299-d00de5ebbaf2 service neutron] 10.222.0.54 "GET /v2.0/networks/f9f8ee35-cc2c-41e4-a086-b60f69231898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017379 Sep 09 18:21:11.623449 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-6851e10f-0855-4d50-b3c4-d924b6005bf8 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6c6da778518d4565908e5cf0fa432d10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0721633 Sep 09 18:21:11.759829 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-6947baf5-572f-47c4-91bf-3b1b7c0dcfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:11.762385 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-6947baf5-572f-47c4-91bf-3b1b7c0dcfe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:11.763599 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-6947baf5-572f-47c4-91bf-3b1b7c0dcfe8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/45067021-3a0e-4455-9e75-3446e000477a HTTP/1.1" status: 204 len: 168 time: 0.7639828 Sep 09 18:21:11.794979 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6947baf5-572f-47c4-91bf-3b1b7c0dcfe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45067021-3a0e-4455-9e75-3446e000477a,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:21:11.823617 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-812a91a7-e672-444c-803d-5c2fb0cb6359 service neutron] 10.222.0.39 "GET /v2.0/networks/c8a3e621-aafd-4c83-9fc5-3660c7c8f597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778891 Sep 09 18:21:11.833650 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d407853c-5a92-4814-85c9-ffcf94e0db8e req-4e2ad036-84a2-4b18-8122-b967244959da service neutron] 10.222.0.54 "GET /v2.0/networks/f9f8ee35-cc2c-41e4-a086-b60f69231898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005339 Sep 09 18:21:11.994187 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-438e29e0-b868-42a8-bd2c-34c0cbe09e42 service neutron] 10.222.0.39 "GET /v2.0/networks/c8a3e621-aafd-4c83-9fc5-3660c7c8f597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399508 Sep 09 18:21:12.007425 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4c6cd-8f26-48b3-a072-a54b02a92b7b req-42d63bf2-b242-4bde-96ef-e65cf128eb87 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:12.009132 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6ff4c6cd-8f26-48b3-a072-a54b02a92b7b req-42d63bf2-b242-4bde-96ef-e65cf128eb87 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.0728369 Sep 09 18:21:12.053263 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6ff4c6cd-8f26-48b3-a072-a54b02a92b7b req-ddddbf9f-e038-4b67-8a94-7c56b42f98d2 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368898 Sep 09 18:21:12.273234 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7ddf0f64-39e3-47ec-9fb9-0e65fe2b0da9 req-71d69890-34e9-4c0e-8ebf-d9b8d638fb69 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 210 time: 0.0367019 Sep 09 18:21:12.556522 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 42566) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:21:12.571926 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-4849760b-061d-47c5-a572-91df07619488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:12.658912 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fc68e-7e04-4230-9c55-28354a7edf33 req-4e9d00a9-e4a2-4335-b800-c2e332bf4b12 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:12.660737 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7c5fc68e-7e04-4230-9c55-28354a7edf33 req-4e9d00a9-e4a2-4335-b800-c2e332bf4b12 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d7ba97-595f-49a4-a331-21ed08b9a651 HTTP/1.1" status: 200 len: 943 time: 0.0849879 Sep 09 18:21:12.725578 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7c5fc68e-7e04-4230-9c55-28354a7edf33 req-deeb7491-1578-425b-9ad8-f8411333acbd tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566242 Sep 09 18:21:12.758725 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-4849760b-061d-47c5-a572-91df07619488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:12.960463 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-4849760b-061d-47c5-a572-91df07619488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:13.007697 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-4849760b-061d-47c5-a572-91df07619488 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6f2841d9245e4f70a085ba54aa6fada1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4496949 Sep 09 18:21:13.008638 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849760b-061d-47c5-a572-91df07619488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f074bf-c096-4606-bb52-64cbd0c83cfd,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:21:13.010481 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 42572) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:21:13.060371 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e3b409fc-244b-44ae-b30e-1cdc21318d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:13.089618 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e3b409fc-244b-44ae-b30e-1cdc21318d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:13.214863 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17201e-e435-4194-a378-4e1d8160a52b req-6e3430f9-3ba0-4ce1-8eae-a26695eeec5b tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:13.216535 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5e17201e-e435-4194-a378-4e1d8160a52b req-6e3430f9-3ba0-4ce1-8eae-a26695eeec5b tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.0714924 Sep 09 18:21:13.258050 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e3b409fc-244b-44ae-b30e-1cdc21318d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:13.259529 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5e17201e-e435-4194-a378-4e1d8160a52b req-3e50b45b-cbe0-4917-a1e2-8479ec58eeb7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364482 Sep 09 18:21:13.260791 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e3b409fc-244b-44ae-b30e-1cdc21318d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:13.261972 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-e3b409fc-244b-44ae-b30e-1cdc21318d9e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/60f074bf-c096-4606-bb52-64cbd0c83cfd HTTP/1.1" status: 204 len: 168 time: 0.2503228 Sep 09 18:21:13.283371 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b409fc-244b-44ae-b30e-1cdc21318d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f074bf-c096-4606-bb52-64cbd0c83cfd,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:21:13.384391 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-373903b9-a598-45d3-9be6-f11535b48f00 req-754e4812-1594-44ac-94b5-06cf02b6e4be tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 210 time: 0.0325112 Sep 09 18:21:13.905955 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d82c4-ced3-4d3f-9b8d-276496ee7332 req-7d21d808-1c47-499d-8ab9-0cfa6e59b74d tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:13.908488 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-513d82c4-ced3-4d3f-9b8d-276496ee7332 req-7d21d808-1c47-499d-8ab9-0cfa6e59b74d tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d7ba97-595f-49a4-a331-21ed08b9a651 HTTP/1.1" status: 200 len: 943 time: 0.0852234 Sep 09 18:21:13.974654 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-513d82c4-ced3-4d3f-9b8d-276496ee7332 req-cea270a6-ec86-4ba1-baec-40c99b3603df tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591416 Sep 09 18:21:14.437650 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed6df8-0e36-4b6a-ba42-ab26a85bb156 req-8849be47-ce78-4c1d-a485-bfd3d62fb586 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:14.439251 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f6ed6df8-0e36-4b6a-ba42-ab26a85bb156 req-8849be47-ce78-4c1d-a485-bfd3d62fb586 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.0532875 Sep 09 18:21:14.491314 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f6ed6df8-0e36-4b6a-ba42-ab26a85bb156 req-cc8b4343-67d5-47f5-ae05-9f749953e9c2 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428798 Sep 09 18:21:14.530099 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a5384429-15b5-4ec9-be70-63580d2fac10 req-b6963bf9-7cc9-4d3c-96d7-69ad9f84b537 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 210 time: 0.0296144 Sep 09 18:21:14.618527 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02ba5d-bfa5-411f-8120-21bfc1caf32d req-f12dd2a8-8ab4-4651-9303-6eef61556220 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:14.620290 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bd02ba5d-bfa5-411f-8120-21bfc1caf32d req-f12dd2a8-8ab4-4651-9303-6eef61556220 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.0563805 Sep 09 18:21:14.670693 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bd02ba5d-bfa5-411f-8120-21bfc1caf32d req-8ace874c-904e-4287-9f42-9eaf0dc9c1ab tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433276 Sep 09 18:21:15.140043 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-647d1a78-3316-4b59-8bc0-19a487abbe3e tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:15.141906 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-647d1a78-3316-4b59-8bc0-19a487abbe3e tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.54 "GET /v2.0/networks?id=c8a3e621-aafd-4c83-9fc5-3660c7c8f597 HTTP/1.1" status: 200 len: 815 time: 0.1682098 Sep 09 18:21:15.155558 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b186a2f-d479-49c7-815a-183ecff8c6d9 req-26a318a9-d3eb-4078-b515-7a201c257a5e tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:15.159295 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4b186a2f-d479-49c7-815a-183ecff8c6d9 req-26a318a9-d3eb-4078-b515-7a201c257a5e tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d7ba97-595f-49a4-a331-21ed08b9a651 HTTP/1.1" status: 200 len: 943 time: 0.0871618 Sep 09 18:21:15.162436 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-eab6cd1a-9d92-4b60-a6f2-048c0f4f4818 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Request body: {'port': {'device_id': 'c0bed4c2-a598-4ab8-a93c-f518893f8aec', 'network_id': 'c8a3e621-aafd-4c83-9fc5-3660c7c8f597', 'admin_state_up': True, 'tenant_id': '6c6da778518d4565908e5cf0fa432d10'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:21:15.264580 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4b186a2f-d479-49c7-815a-183ecff8c6d9 req-e059cd2f-8042-4ae3-893e-7c36caec2e34 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972281 Sep 09 18:21:15.441566 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-eab6cd1a-9d92-4b60-a6f2-048c0f4f4818 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Made reservation on behalf of 6c6da778518d4565908e5cf0fa432d10 for: {'port': 1} {{(pid=94637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:21:15.445679 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-eab6cd1a-9d92-4b60-a6f2-048c0f4f4818 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:15.647580 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.db_base_plugin_common [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-eab6cd1a-9d92-4b60-a6f2-048c0f4f4818 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Allocated IP 172.20.0.10 (c8a3e621-aafd-4c83-9fc5-3660c7c8f597/ea5cb843-bb4c-4217-a23d-5d3311db9ad5/756e824c-e295-4895-bb43-30b1d93194f4) {{(pid=94637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:21:15.732280 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9aa90f2d-3a43-4019-a9da-46341e394856 req-4afc2d15-cccf-4461-ab6c-bad6d3cab751 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 210 time: 0.0587447 Sep 09 18:21:15.771617 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a9042-931a-4116-9ec2-93f1cf28f21c req-62cb88ea-436f-46da-bd5b-8c8ef9f4d8b4 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:15.779662 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-520a9042-931a-4116-9ec2-93f1cf28f21c req-62cb88ea-436f-46da-bd5b-8c8ef9f4d8b4 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.1334982 Sep 09 18:21:15.872628 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-520a9042-931a-4116-9ec2-93f1cf28f21c req-275852c7-de5b-49a1-9387-aa6427a00f80 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898452 Sep 09 18:21:15.975649 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de375415-aea3-4560-aa63-a700c8bac5be req-38a950c6-b1cc-4b09-ba2f-a0d7913060db tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:15.977277 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-de375415-aea3-4560-aa63-a700c8bac5be req-38a950c6-b1cc-4b09-ba2f-a0d7913060db tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.1428480 Sep 09 18:21:16.019989 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-eab6cd1a-9d92-4b60-a6f2-048c0f4f4818 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks [] for port, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:16.047879 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-de375415-aea3-4560-aa63-a700c8bac5be req-02b20c38-cb3c-42fb-a1b2-8bb14fdf6f77 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604231 Sep 09 18:21:16.050962 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.provisioning_blocks [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-eab6cd1a-9d92-4b60-a6f2-048c0f4f4818 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Transition to ACTIVE for port object 756e824c-e295-4895-bb43-30b1d93194f4 will not be triggered until provisioned by entity DHCP. {{(pid=94637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:21:16.160545 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-eab6cd1a-9d92-4b60-a6f2-048c0f4f4818 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:16.230439 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-eab6cd1a-9d92-4b60-a6f2-048c0f4f4818 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Network c8a3e621-aafd-4c83-9fc5-3660c7c8f597 is already hosted by enough agents. {{(pid=94637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:21:16.243679 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.base_scheduler [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-eab6cd1a-9d92-4b60-a6f2-048c0f4f4818 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Resources bound (agent type, host, resource id): {{(pid=94637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:21:16.250756 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-eab6cd1a-9d92-4b60-a6f2-048c0f4f4818 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Received port after_create {{(pid=94637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:21:16.285948 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab6cd1a-9d92-4b60-a6f2-048c0f4f4818 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Pushing event updated for resources: {'Port': ['ID=756e824c-e295-4895-bb43-30b1d93194f4,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:21:16.349470 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-eab6cd1a-9d92-4b60-a6f2-048c0f4f4818 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:16.350245 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-eab6cd1a-9d92-4b60-a6f2-048c0f4f4818 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:16.467096 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0bcb5d-1e52-41a1-83df-72bb3771e355 req-2ef55db1-6ce1-4752-9160-53d2cd0412b4 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:16.477169 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6e0bcb5d-1e52-41a1-83df-72bb3771e355 req-2ef55db1-6ce1-4752-9160-53d2cd0412b4 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d7ba97-595f-49a4-a331-21ed08b9a651 HTTP/1.1" status: 200 len: 943 time: 0.0942488 Sep 09 18:21:16.526583 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-eab6cd1a-9d92-4b60-a6f2-048c0f4f4818 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3679259 Sep 09 18:21:16.540797 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6e0bcb5d-1e52-41a1-83df-72bb3771e355 req-3cd5fd54-d548-48d6-8de4-5ac37a7eb07a tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619996 Sep 09 18:21:16.802178 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-4151c492-cf17-493e-8289-fca05a1617f8 None None] Provisioning for port 756e824c-e295-4895-bb43-30b1d93194f4 completed by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:21:16.811298 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-4151c492-cf17-493e-8289-fca05a1617f8 None None] Provisioning complete for port 756e824c-e295-4895-bb43-30b1d93194f4 triggered by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:21:16.813535 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4151c492-cf17-493e-8289-fca05a1617f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:16.872782 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-4151c492-cf17-493e-8289-fca05a1617f8 None None] Port 756e824c-e295-4895-bb43-30b1d93194f4 cannot update to ACTIVE because it is not bound. {{(pid=94639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 18:21:16.947605 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5a2a3-bf0e-4efa-8115-ca776e451924 req-eadfa308-ab59-400e-a2f0-686386ff89a3 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:16.952170 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c2c5a2a3-bf0e-4efa-8115-ca776e451924 req-eadfa308-ab59-400e-a2f0-686386ff89a3 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 932 time: 0.0975652 Sep 09 18:21:17.063168 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 7c51cfd8-f42e-4525-b12c-608834d32025 details requested by agent hyperv_hv-cinder-77954 with host hv-cinder-77954 {{(pid=94639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 18:21:17.071353 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c2c5a2a3-bf0e-4efa-8115-ca776e451924 req-799b6d30-ff24-4dbd-ad5f-0ce0bb78efdd tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089101 Sep 09 18:21:17.086146 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c0d52-6309-4d9b-971a-3d736dfc31ee req-29948ff0-1484-4ea7-ab06-27a0ddf62cb5 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:17.087832 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c94c0d52-6309-4d9b-971a-3d736dfc31ee req-29948ff0-1484-4ea7-ab06-27a0ddf62cb5 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.1180952 Sep 09 18:21:17.184587 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c94c0d52-6309-4d9b-971a-3d736dfc31ee req-600172ca-008b-46f7-a2e4-b9e8d81f4b5d tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811944 Sep 09 18:21:17.266585 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port 7c51cfd8-f42e-4525-b12c-608834d32025, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=7c51cfd8-f42e-4525-b12c-608834d32025,segment=NetworkSegment(7898d1ab-7660-4281-85f4-69d970fcafe6),segment_id=7898d1ab-7660-4281-85f4-69d970fcafe6)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:21:17.275645 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc63c49-ac4c-4954-8b2b-f1b667044a1f req-e613eecc-2496-43cc-a48e-ff142efbf3f9 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:17.277944 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-edc63c49-ac4c-4954-8b2b-f1b667044a1f req-e613eecc-2496-43cc-a48e-ff142efbf3f9 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.0516591 Sep 09 18:21:17.284562 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Returning: {'device': '7c51cfd8-f42e-4525-b12c-608834d32025', 'network_id': 'f9f8ee35-cc2c-41e4-a086-b60f69231898', 'port_id': '7c51cfd8-f42e-4525-b12c-608834d32025', 'mac_address': 'fa:16:3e:56:aa:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1820377-02b2-429c-bc0b-65270228fdbb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 18:21:17.335314 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:17.349655 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-edc63c49-ac4c-4954-8b2b-f1b667044a1f req-98d9382e-7cc9-4f4e-90e2-7ae1b81ab0d9 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497160 Sep 09 18:21:17.358331 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c51cfd8-f42e-4525-b12c-608834d32025 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:21:17.394480 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port 7c51cfd8-f42e-4525-b12c-608834d32025, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=7c51cfd8-f42e-4525-b12c-608834d32025,segment=NetworkSegment(7898d1ab-7660-4281-85f4-69d970fcafe6),segment_id=7898d1ab-7660-4281-85f4-69d970fcafe6)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:21:17.475173 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:17.537669 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=7c51cfd8-f42e-4525-b12c-608834d32025,revision_number=4']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:21:17.551780 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:21:17.552478 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:21:17.553168 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:21:17.553890 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:21:17.554451 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:21:17.555094 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:21:17.555718 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:21:17.558972 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:21:17.558972 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:21:17.558972 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:21:17.558972 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:21:17.558972 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:21:17.709849 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e07b49-01a9-4d2b-aa8a-00b4705e0ee2 req-b7d3649c-16fb-4752-8938-02e6058907ba tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:17.711413 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d2e07b49-01a9-4d2b-aa8a-00b4705e0ee2 req-b7d3649c-16fb-4752-8938-02e6058907ba tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d7ba97-595f-49a4-a331-21ed08b9a651 HTTP/1.1" status: 200 len: 944 time: 0.0785396 Sep 09 18:21:17.755718 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d2e07b49-01a9-4d2b-aa8a-00b4705e0ee2 req-b744b9ae-1975-4741-bc17-8522bce53a60 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365717 Sep 09 18:21:18.033449 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] get_ports_and_sgs() called for port_ids ['7c51cfd8-f42e-4525-b12c-608834d32025'] {{(pid=94639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 18:21:18.252028 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b815373-890d-4465-9329-04b963dcb0e1 req-ac27fc0a-a1be-44b9-8782-b544d2271989 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:18.253858 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2b815373-890d-4465-9329-04b963dcb0e1 req-ac27fc0a-a1be-44b9-8782-b544d2271989 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 932 time: 0.0547669 Sep 09 18:21:18.314876 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2b815373-890d-4465-9329-04b963dcb0e1 req-6e1ad125-b57b-4fb4-b532-993d5fbdc7fa tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533755 Sep 09 18:21:18.375973 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc0689-8c4d-4390-9e16-7218ebbb54d0 req-11fdf17b-81ce-458e-86a3-8f505f62d3f2 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:18.378512 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-68fc0689-8c4d-4390-9e16-7218ebbb54d0 req-11fdf17b-81ce-458e-86a3-8f505f62d3f2 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.0781391 Sep 09 18:21:18.469212 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-68fc0689-8c4d-4390-9e16-7218ebbb54d0 req-8e814ea2-6737-48ce-ac95-7b7c71fca588 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816669 Sep 09 18:21:18.550536 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d104cba-6094-4d3d-a707-2bcf9086ccac req-8040a5f1-71e7-41e9-a0b7-38c4987903fb tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:18.552219 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9d104cba-6094-4d3d-a707-2bcf9086ccac req-8040a5f1-71e7-41e9-a0b7-38c4987903fb tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.0752876 Sep 09 18:21:18.599059 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9d104cba-6094-4d3d-a707-2bcf9086ccac req-500b365d-2af1-4b42-b886-789b1325287a tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403385 Sep 09 18:21:18.889380 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f194d-7879-40b8-96fd-758d9aa77e7a req-81fd4010-3222-449c-95db-493825983e44 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:18.891405 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f03f194d-7879-40b8-96fd-758d9aa77e7a req-81fd4010-3222-449c-95db-493825983e44 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d7ba97-595f-49a4-a331-21ed08b9a651 HTTP/1.1" status: 200 len: 944 time: 0.0573654 Sep 09 18:21:18.941043 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f03f194d-7879-40b8-96fd-758d9aa77e7a req-3e7da951-8b14-4d56-80ce-21b83b797b27 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400558 Sep 09 18:21:19.445854 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9717e89-a408-4c2b-af3c-a3a0f8264a7a req-3d14caf3-f906-4359-aac6-ad5b20f3eeee tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:19.447353 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a9717e89-a408-4c2b-af3c-a3a0f8264a7a req-3d14caf3-f906-4359-aac6-ad5b20f3eeee tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 932 time: 0.0513942 Sep 09 18:21:19.493197 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a9717e89-a408-4c2b-af3c-a3a0f8264a7a req-0432a4cd-6769-4ef6-9368-de0a2963b14a tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393302 Sep 09 18:21:19.736813 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99993256-9c18-454e-855d-80f3a2c2ba0b req-d4588a43-911f-4798-8b1a-52fece97c370 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:19.738276 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-99993256-9c18-454e-855d-80f3a2c2ba0b req-d4588a43-911f-4798-8b1a-52fece97c370 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.0920622 Sep 09 18:21:19.751927 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f408e5-7388-4cac-bfa4-579495ee1db1 req-aa020115-67cb-4730-acd9-7eb703745826 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:19.753625 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e7f408e5-7388-4cac-bfa4-579495ee1db1 req-aa020115-67cb-4730-acd9-7eb703745826 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.0729015 Sep 09 18:21:19.815140 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-99993256-9c18-454e-855d-80f3a2c2ba0b req-74aa5129-91b2-45f7-bea7-aa6b276c26f2 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605557 Sep 09 18:21:19.823189 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e7f408e5-7388-4cac-bfa4-579495ee1db1 req-c8fcb3fc-707e-4001-8dba-d8551a1cce75 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602288 Sep 09 18:21:20.076056 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977a803-66b7-4f77-af04-23df4a4ea7d7 req-a858ce39-b0f0-4ee1-8dbe-f8bdd6add025 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:20.077721 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1977a803-66b7-4f77-af04-23df4a4ea7d7 req-a858ce39-b0f0-4ee1-8dbe-f8bdd6add025 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d7ba97-595f-49a4-a331-21ed08b9a651 HTTP/1.1" status: 200 len: 944 time: 0.0526435 Sep 09 18:21:20.121792 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1977a803-66b7-4f77-af04-23df4a4ea7d7 req-2ac713f9-c77d-4dc8-8f7b-d5de3f27636a tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373757 Sep 09 18:21:20.668265 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa7454-0fed-43b0-9e69-c1a96216445d req-84caa1c1-e268-4b38-9457-244ebaeb8e78 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:20.671112 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2baa7454-0fed-43b0-9e69-c1a96216445d req-84caa1c1-e268-4b38-9457-244ebaeb8e78 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 932 time: 0.0782354 Sep 09 18:21:20.715291 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2baa7454-0fed-43b0-9e69-c1a96216445d req-51eaa4d8-5e0f-402d-81b5-febc08c5f93c tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379109 Sep 09 18:21:21.024401 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5698590-fd22-47bb-90c6-221847eea362 req-323e8640-8a58-4d2d-b644-fd8dde460a02 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:21.025893 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e5698590-fd22-47bb-90c6-221847eea362 req-323e8640-8a58-4d2d-b644-fd8dde460a02 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.0997274 Sep 09 18:21:21.039302 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff41a0-c46a-4e93-9ebd-d568b0b6ff6e req-bda5e6bd-3543-4037-9e0e-edb8cfb59f7b tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:21.040893 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bdff41a0-c46a-4e93-9ebd-d568b0b6ff6e req-bda5e6bd-3543-4037-9e0e-edb8cfb59f7b tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.0808582 Sep 09 18:21:21.075682 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 7c51cfd8-f42e-4525-b12c-608834d32025 up at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:21:21.163948 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e5698590-fd22-47bb-90c6-221847eea362 req-e22998e9-c48a-40a2-8d82-c0ea4a85e3fb tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168518 Sep 09 18:21:21.167568 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bdff41a0-c46a-4e93-9ebd-d568b0b6ff6e req-fdb1bada-83e3-4b8e-925b-1e5d678a9fae tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100364 Sep 09 18:21:21.254476 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning for port 7c51cfd8-f42e-4525-b12c-608834d32025 completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:21:21.261159 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning complete for port 7c51cfd8-f42e-4525-b12c-608834d32025 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:21:21.262950 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:21.326396 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b8519-acf9-48f3-bf8d-eefc07faef1e req-984011c3-b251-4aef-bda9-70859f5d4ff9 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:21.328948 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bd4b8519-acf9-48f3-bf8d-eefc07faef1e req-984011c3-b251-4aef-bda9-70859f5d4ff9 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d7ba97-595f-49a4-a331-21ed08b9a651 HTTP/1.1" status: 200 len: 944 time: 0.0642562 Sep 09 18:21:21.391549 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 42714) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:21:21.478263 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bd4b8519-acf9-48f3-bf8d-eefc07faef1e req-e635e07f-86d1-4bf6-adda-08e7b7dca4b7 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427059 Sep 09 18:21:21.578089 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:21.591808 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-431c892c-445c-4bf3-b08a-162a86750eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:21.609694 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d7ba97-595f-49a4-a331-21ed08b9a651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c51cfd8-f42e-4525-b12c-608834d32025'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:21:21.612176 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c42b67fee44e65162d6e194d2b8dbd641fdff823df3ddc4f15e211ea02ebf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545fff77-20b9-45cc-8b7c-d61db35c9bed" -d '{"events": [{"server_uuid": "a5d7ba97-595f-49a4-a331-21ed08b9a651", "name": "network-vif-plugged", "status": "completed", "tag": "7c51cfd8-f42e-4525-b12c-608834d32025"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:21:21.632362 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port 7c51cfd8-f42e-4525-b12c-608834d32025, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=7c51cfd8-f42e-4525-b12c-608834d32025,segment=NetworkSegment(7898d1ab-7660-4281-85f4-69d970fcafe6),segment_id=7898d1ab-7660-4281-85f4-69d970fcafe6)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:21:21.704063 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 18:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3f8f5b-2d2a-4137-b286-9925542b1ff4 x-openstack-request-id: req-0c3f8f5b-2d2a-4137-b286-9925542b1ff4 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:21:21.704570 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d7ba97-595f-49a4-a331-21ed08b9a651", "name": "network-vif-plugged", "status": "completed", "tag": "7c51cfd8-f42e-4525-b12c-608834d32025", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:21:21.704977 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0c3f8f5b-2d2a-4137-b286-9925542b1ff4 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:21:21.705615 dv-cinder-779540-2-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d7ba97-595f-49a4-a331-21ed08b9a651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c51cfd8-f42e-4525-b12c-608834d32025', 'code': 200} Sep 09 18:21:21.710702 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:21.770175 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-431c892c-445c-4bf3-b08a-162a86750eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:21.787812 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=7c51cfd8-f42e-4525-b12c-608834d32025,revision_number=5']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:21:21.868036 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaee995-6dd1-44ae-8030-7049579aa60b req-a2dbe23f-c3d0-4226-9996-8d44c54db1bf tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:21.869885 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3aaee995-6dd1-44ae-8030-7049579aa60b req-a2dbe23f-c3d0-4226-9996-8d44c54db1bf tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 932 time: 0.0553436 Sep 09 18:21:21.876330 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-431c892c-445c-4bf3-b08a-162a86750eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:21.909782 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c892c-445c-4bf3-b08a-162a86750eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c07589b-73e3-42b7-bb96-841e44e8c424,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:21:21.942331 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3aaee995-6dd1-44ae-8030-7049579aa60b req-1fb43fad-9556-4806-b31a-21620d3c750e tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659993 Sep 09 18:21:21.955906 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-431c892c-445c-4bf3-b08a-162a86750eb7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2631fe9a182941c3b78da2b1f283d4cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5629003 Sep 09 18:21:21.963708 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 42722) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:21:22.029364 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-24c7f1d0-b664-4fbe-8677-0997553d7e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:22.060981 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-24c7f1d0-b664-4fbe-8677-0997553d7e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:22.212626 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-24c7f1d0-b664-4fbe-8677-0997553d7e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:22.215894 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-24c7f1d0-b664-4fbe-8677-0997553d7e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:22.217327 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-24c7f1d0-b664-4fbe-8677-0997553d7e68 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3c07589b-73e3-42b7-bb96-841e44e8c424 HTTP/1.1" status: 204 len: 168 time: 0.2525804 Sep 09 18:21:22.246259 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7f1d0-b664-4fbe-8677-0997553d7e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c07589b-73e3-42b7-bb96-841e44e8c424,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:21:22.459589 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4afa12d-b980-497b-ba71-2cc2709e8a48 req-8ea10b56-685a-4536-94d6-e532818b224e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:22.467832 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f4afa12d-b980-497b-ba71-2cc2709e8a48 req-8ea10b56-685a-4536-94d6-e532818b224e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.1352837 Sep 09 18:21:22.501227 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332b20a-671b-4bef-adbe-275f104f742c req-94ce5c8f-a08c-4fd3-89ca-60943b9a1ee6 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:22.509597 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a332b20a-671b-4bef-adbe-275f104f742c req-94ce5c8f-a08c-4fd3-89ca-60943b9a1ee6 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.1269610 Sep 09 18:21:22.627684 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f4afa12d-b980-497b-ba71-2cc2709e8a48 req-277bdfac-67da-4289-8ef2-1103aef77564 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589649 Sep 09 18:21:22.674751 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a332b20a-671b-4bef-adbe-275f104f742c req-71238464-142f-4641-830e-061f046a4457 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620271 Sep 09 18:21:23.036592 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a8368-a548-46ef-8884-2e29ad0cf0b2 req-55135a64-019e-48c3-92a3-5e2c4dae2947 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:23.038648 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4c6a8368-a548-46ef-8884-2e29ad0cf0b2 req-55135a64-019e-48c3-92a3-5e2c4dae2947 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d7ba97-595f-49a4-a331-21ed08b9a651 HTTP/1.1" status: 200 len: 945 time: 0.3209846 Sep 09 18:21:23.132766 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4c6a8368-a548-46ef-8884-2e29ad0cf0b2 req-79d8f06f-d999-463c-8641-190ed575345f tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867255 Sep 09 18:21:23.180428 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c1d4a-2564-43f0-9b56-d7ee97c7b24c req-042dafa7-36b5-4c1f-aeb3-a21f6923663e tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:23.197775 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-cd7c1d4a-2564-43f0-9b56-d7ee97c7b24c req-042dafa7-36b5-4c1f-aeb3-a21f6923663e tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 932 time: 0.1082129 Sep 09 18:21:23.278061 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-cd7c1d4a-2564-43f0-9b56-d7ee97c7b24c req-52be93ff-f7c2-4dd1-b139-b2b72d32a164 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876353 Sep 09 18:21:23.900430 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112370fe-c5d0-4b89-82f4-6b8863420100 req-3b48d328-1fa5-4354-ae96-adb0baddb8ed tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:23.906814 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-112370fe-c5d0-4b89-82f4-6b8863420100 req-3b48d328-1fa5-4354-ae96-adb0baddb8ed tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.1645606 Sep 09 18:21:23.933775 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9b285-88e9-46ac-9b2f-f20c3045a836 req-7e8ab355-615f-4d97-9cf6-b346d7517046 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:23.936568 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e4b9b285-88e9-46ac-9b2f-f20c3045a836 req-7e8ab355-615f-4d97-9cf6-b346d7517046 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.1358078 Sep 09 18:21:24.014265 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-112370fe-c5d0-4b89-82f4-6b8863420100 req-6c37abef-7017-4f43-bcf7-a4d541153ff9 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762727 Sep 09 18:21:24.034097 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e4b9b285-88e9-46ac-9b2f-f20c3045a836 req-e717500c-0395-4d7d-a614-411f761cf4e9 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838096 Sep 09 18:21:24.094417 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 42740) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:21:24.117039 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9830c632-c760-4c4c-b70b-36988b60d503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:24.276670 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9830c632-c760-4c4c-b70b-36988b60d503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:24.284788 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32bbf9b-f1f2-4821-80d4-ecb44531f592 req-fa6132fd-6c96-4a36-a4e4-fc861a906a48 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:24.287633 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a32bbf9b-f1f2-4821-80d4-ecb44531f592 req-fa6132fd-6c96-4a36-a4e4-fc861a906a48 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d7ba97-595f-49a4-a331-21ed08b9a651 HTTP/1.1" status: 200 len: 945 time: 0.0570326 Sep 09 18:21:24.373311 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9830c632-c760-4c4c-b70b-36988b60d503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:24.522187 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830c632-c760-4c4c-b70b-36988b60d503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ae440b-8e45-4ae6-99fd-893a43688efa,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:21:24.537255 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 42752) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:21:24.537798 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-9830c632-c760-4c4c-b70b-36988b60d503 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0dcbfb005dd344619b5a21ae56affb49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4421556 Sep 09 18:21:24.609201 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-fd4f9b65-f15a-4835-8077-d5ead2275276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:24.638790 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-fd4f9b65-f15a-4835-8077-d5ead2275276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:24.760507 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a32bbf9b-f1f2-4821-80d4-ecb44531f592 req-180017b5-a766-4d6d-89f3-300eeb0dd2ff tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4635749 Sep 09 18:21:24.816622 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4090963-2e3b-4afd-bd91-edb889e35330 req-c89dfe2a-91c3-4bf2-bcba-0362ae7d3c48 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:24.818157 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c4090963-2e3b-4afd-bd91-edb889e35330 req-c89dfe2a-91c3-4bf2-bcba-0362ae7d3c48 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 932 time: 0.4332526 Sep 09 18:21:24.852780 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-39bb45b1-8afb-470e-b91e-6884d272fba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:24.865360 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c4090963-2e3b-4afd-bd91-edb889e35330 req-1b512046-5206-451e-8b7e-c26ff64f6068 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408132 Sep 09 18:21:24.881178 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-fd4f9b65-f15a-4835-8077-d5ead2275276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:24.883948 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-fd4f9b65-f15a-4835-8077-d5ead2275276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:24.886141 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-fd4f9b65-f15a-4835-8077-d5ead2275276 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/03ae440b-8e45-4ae6-99fd-893a43688efa HTTP/1.1" status: 204 len: 168 time: 0.3468628 Sep 09 18:21:24.893762 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f9b65-f15a-4835-8077-d5ead2275276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ae440b-8e45-4ae6-99fd-893a43688efa,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:21:25.204939 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25be308-795d-45e4-9303-83ec458f8f09 req-5e7001fb-be02-4597-ac3a-ea305ca30fa6 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:25.206788 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a25be308-795d-45e4-9303-83ec458f8f09 req-5e7001fb-be02-4597-ac3a-ea305ca30fa6 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.0614378 Sep 09 18:21:25.285123 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a25be308-795d-45e4-9303-83ec458f8f09 req-160db5f6-b13e-4814-98d3-16db59a9a989 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626154 Sep 09 18:21:25.304068 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f62d47-c8be-4f3c-bbf1-42176efcc659 req-8884823a-2977-4130-a6ed-3d0ad48d0ad1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:25.304068 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-46f62d47-c8be-4f3c-bbf1-42176efcc659 req-8884823a-2977-4130-a6ed-3d0ad48d0ad1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.0829735 Sep 09 18:21:25.348350 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-46f62d47-c8be-4f3c-bbf1-42176efcc659 req-4fd15bee-6552-4d97-9e45-d0a3357eeba7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389504 Sep 09 18:21:25.888280 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339933f-0544-4519-94b1-f1e40eea61b5 req-0a45935f-718f-4132-81bc-777266b26d8c tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:25.890917 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2339933f-0544-4519-94b1-f1e40eea61b5 req-0a45935f-718f-4132-81bc-777266b26d8c tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d7ba97-595f-49a4-a331-21ed08b9a651 HTTP/1.1" status: 200 len: 945 time: 0.0558500 Sep 09 18:21:25.943185 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2339933f-0544-4519-94b1-f1e40eea61b5 req-db889ced-cf8e-44bc-ab58-1e557d8c5b90 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421581 Sep 09 18:21:26.017018 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7797b55-77ce-4090-912f-db9d4b0b835d req-c0bf88dc-ddfa-47a2-b862-ab9f3bae48c6 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:26.019172 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b7797b55-77ce-4090-912f-db9d4b0b835d req-c0bf88dc-ddfa-47a2-b862-ab9f3bae48c6 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 932 time: 0.0573328 Sep 09 18:21:26.069986 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b7797b55-77ce-4090-912f-db9d4b0b835d req-641ee50f-7b1c-4fff-bfaa-ba7ba27cf03e tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432301 Sep 09 18:21:26.494869 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3278e58-52f3-40f4-a823-c79e8f5dd382 req-1d3d9a1d-8425-4c08-9855-72f249aee5f9 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:26.497445 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a3278e58-52f3-40f4-a823-c79e8f5dd382 req-1d3d9a1d-8425-4c08-9855-72f249aee5f9 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.1156981 Sep 09 18:21:26.602338 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a3278e58-52f3-40f4-a823-c79e8f5dd382 req-8839953c-61b0-4860-a175-b51eab91d023 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948079 Sep 09 18:21:26.623896 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f732a-5103-4fce-b606-7b5240827017 req-08f8e711-469d-4704-a5af-5ac356a7c179 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:26.626811 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-662f732a-5103-4fce-b606-7b5240827017 req-08f8e711-469d-4704-a5af-5ac356a7c179 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.1162899 Sep 09 18:21:26.678227 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-662f732a-5103-4fce-b606-7b5240827017 req-8cf14e45-33c9-4803-af98-7ee19388d161 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401542 Sep 09 18:21:27.096971 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d34fd4-8111-4537-9674-9c1f20b455b7 req-a363a136-c509-4109-9ef2-e35d40c7f272 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:27.098626 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-86d34fd4-8111-4537-9674-9c1f20b455b7 req-a363a136-c509-4109-9ef2-e35d40c7f272 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d7ba97-595f-49a4-a331-21ed08b9a651 HTTP/1.1" status: 200 len: 945 time: 0.0702116 Sep 09 18:21:27.214864 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-86d34fd4-8111-4537-9674-9c1f20b455b7 req-5c7f5de2-f8a7-4672-927b-4bf363e4e1dd tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045475 Sep 09 18:21:27.269031 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16e47e-0c55-43df-93d5-5de8c06c4c38 req-33148cd5-8d31-49e3-bdb5-ec4956f6194a tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:27.277075 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2e16e47e-0c55-43df-93d5-5de8c06c4c38 req-33148cd5-8d31-49e3-bdb5-ec4956f6194a tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 932 time: 0.1269262 Sep 09 18:21:27.320997 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2e16e47e-0c55-43df-93d5-5de8c06c4c38 req-b809c9e4-47fa-4b42-9470-485f99479a72 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429888 Sep 09 18:21:27.482119 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30dc5ad1-cec5-4aa9-8a33-f559d931058e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:27.527860 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:27.856696 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04801e-c052-4d13-8ee8-9724f2a10a02 req-536f8018-7439-43e8-ac63-bb4f164fec44 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:27.860843 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1f04801e-c052-4d13-8ee8-9724f2a10a02 req-536f8018-7439-43e8-ac63-bb4f164fec44 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.1460140 Sep 09 18:21:27.975648 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1f04801e-c052-4d13-8ee8-9724f2a10a02 req-2fb63605-106a-4040-bcf9-98e307bff942 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011155 Sep 09 18:21:28.010033 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c580c-25a9-4b4d-921e-e2b97dbcec9b req-6da6b255-7d53-4754-a7d3-8175bfa7c138 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:28.013768 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0f2c580c-25a9-4b4d-921e-e2b97dbcec9b req-6da6b255-7d53-4754-a7d3-8175bfa7c138 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.1504714 Sep 09 18:21:28.101213 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0f2c580c-25a9-4b4d-921e-e2b97dbcec9b req-9615c99f-ce09-44ad-926c-fce902c2814d tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740371 Sep 09 18:21:28.434797 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5e023-6aa8-4723-b528-3a874c26d5d2 req-14fd7c91-8f75-4883-853c-335842bde840 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:28.436568 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-58a5e023-6aa8-4723-b528-3a874c26d5d2 req-14fd7c91-8f75-4883-853c-335842bde840 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d7ba97-595f-49a4-a331-21ed08b9a651 HTTP/1.1" status: 200 len: 945 time: 0.0897517 Sep 09 18:21:28.533442 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-58a5e023-6aa8-4723-b528-3a874c26d5d2 req-dc3165b6-ad1e-458d-8e32-eceb2ab7f26a tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801194 Sep 09 18:21:28.548918 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21975b39-cd31-473a-948d-cd7978cf66b7 req-2ece49d9-24de-4e55-9505-3e476b7e7dc1 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:28.550685 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-21975b39-cd31-473a-948d-cd7978cf66b7 req-2ece49d9-24de-4e55-9505-3e476b7e7dc1 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 932 time: 0.0861013 Sep 09 18:21:28.617806 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-21975b39-cd31-473a-948d-cd7978cf66b7 req-ca989a00-195c-4e29-82e8-23f05f332b1f tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474207 Sep 09 18:21:29.138669 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38acaa3-8ea4-48b9-9cab-182e40f4a895 req-d1fb12dd-b5ca-4df0-aa8c-28b23aeccce7 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:29.144556 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f38acaa3-8ea4-48b9-9cab-182e40f4a895 req-d1fb12dd-b5ca-4df0-aa8c-28b23aeccce7 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.0557485 Sep 09 18:21:29.180699 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f38acaa3-8ea4-48b9-9cab-182e40f4a895 req-0053c55a-234a-4902-9c54-67fee8246924 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339606 Sep 09 18:21:29.233521 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92776397-04b3-49c2-bb22-6a5d7e47972f req-71b41f38-d592-4320-b24b-012d82279762 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:29.235699 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-92776397-04b3-49c2-bb22-6a5d7e47972f req-71b41f38-d592-4320-b24b-012d82279762 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.0494862 Sep 09 18:21:29.277639 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-92776397-04b3-49c2-bb22-6a5d7e47972f req-cb2a9cef-b21f-4763-a525-4311c52085f5 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355444 Sep 09 18:21:29.624384 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:29.728842 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4889f-73a5-4f15-aec3-bcf22866a835 req-1b5baee3-d884-43d8-bf06-b00a7251f58e tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:29.731763 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-19b4889f-73a5-4f15-aec3-bcf22866a835 req-1b5baee3-d884-43d8-bf06-b00a7251f58e tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d7ba97-595f-49a4-a331-21ed08b9a651 HTTP/1.1" status: 200 len: 945 time: 0.1013391 Sep 09 18:21:29.829364 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfa420-3279-4334-95c3-12b2e827d46a req-e3fcf07d-621f-4b60-abcb-f1e321192697 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:29.831057 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-20cfa420-3279-4334-95c3-12b2e827d46a req-e3fcf07d-621f-4b60-abcb-f1e321192697 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 932 time: 0.1324508 Sep 09 18:21:29.844934 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-19b4889f-73a5-4f15-aec3-bcf22866a835 req-b443b06b-43a2-4e37-bc11-ea0820d6bdbe tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683920 Sep 09 18:21:29.911978 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-20cfa420-3279-4334-95c3-12b2e827d46a req-cca256bf-26b4-49e0-8572-8ade6b16281c tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656872 Sep 09 18:21:30.317176 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74b21c-3945-40a7-a6fc-f38df91287f4 req-3c30bf5b-c6cc-4af1-89b6-cddcb2708020 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:30.319122 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8c74b21c-3945-40a7-a6fc-f38df91287f4 req-3c30bf5b-c6cc-4af1-89b6-cddcb2708020 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.0575957 Sep 09 18:21:30.363671 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8c74b21c-3945-40a7-a6fc-f38df91287f4 req-bb725443-3aa3-4990-b16d-b76760bb70ab tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384326 Sep 09 18:21:30.428087 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0739b50-72c3-4717-aa15-b33bc75304d5 req-f77ff52c-f933-48d0-885c-ad82605d8f32 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:30.430017 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b0739b50-72c3-4717-aa15-b33bc75304d5 req-f77ff52c-f933-48d0-885c-ad82605d8f32 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.0605302 Sep 09 18:21:30.479357 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b0739b50-72c3-4717-aa15-b33bc75304d5 req-3ac4b0ca-6d03-489b-a925-5acd0c15e39d tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423312 Sep 09 18:21:30.978359 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfd4f8-b662-42a0-8966-76a0beac8364 req-d06a4293-ce6b-4630-99d5-f7beff9dd4e0 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:30.980201 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d8dfd4f8-b662-42a0-8966-76a0beac8364 req-d06a4293-ce6b-4630-99d5-f7beff9dd4e0 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d7ba97-595f-49a4-a331-21ed08b9a651 HTTP/1.1" status: 200 len: 945 time: 0.0570261 Sep 09 18:21:31.047670 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:31.056765 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d8dfd4f8-b662-42a0-8966-76a0beac8364 req-166f2818-1e72-4436-9640-d9b6a1d2a547 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648017 Sep 09 18:21:31.079618 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c61f4-51d7-4c52-9262-9472c763f999 req-67427750-f58a-4e78-a1c5-46b99c658f8c tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:31.081303 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f37c61f4-51d7-4c52-9262-9472c763f999 req-67427750-f58a-4e78-a1c5-46b99c658f8c tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 932 time: 0.0676599 Sep 09 18:21:31.127822 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f37c61f4-51d7-4c52-9262-9472c763f999 req-5edabdc9-7014-4641-8393-ed78b9a2bf46 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394127 Sep 09 18:21:31.519239 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e053ea-9d44-42af-b3a9-fd5aeda7a3f8 req-4ccb4b22-1f4b-4dae-9430-b8c73778b4f8 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:31.521493 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-63e053ea-9d44-42af-b3a9-fd5aeda7a3f8 req-4ccb4b22-1f4b-4dae-9430-b8c73778b4f8 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.0580490 Sep 09 18:21:31.583362 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-63e053ea-9d44-42af-b3a9-fd5aeda7a3f8 req-497baf79-c538-4e62-815f-159e107fe806 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521991 Sep 09 18:21:31.621191 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26a6db-0658-4d9d-acd4-254927e09833 req-5714cbd2-771d-4afd-9555-0511517fdf2a tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:31.622751 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0b26a6db-0658-4d9d-acd4-254927e09833 req-5714cbd2-771d-4afd-9555-0511517fdf2a tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.0590527 Sep 09 18:21:31.669824 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0b26a6db-0658-4d9d-acd4-254927e09833 req-d1ec6c0f-1c86-471f-a076-ddc7530d00c0 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361068 Sep 09 18:21:32.188506 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ed67e-2f26-42ed-8f13-882e675e0ddd req-04558ef5-6432-4042-bf17-3327941ecc40 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:32.190082 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3f7ed67e-2f26-42ed-8f13-882e675e0ddd req-04558ef5-6432-4042-bf17-3327941ecc40 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d7ba97-595f-49a4-a331-21ed08b9a651 HTTP/1.1" status: 200 len: 945 time: 0.0580585 Sep 09 18:21:32.268087 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3f7ed67e-2f26-42ed-8f13-882e675e0ddd req-dd6379a3-0e1a-47cb-aefe-ce1baa9515bf tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706639 Sep 09 18:21:32.286592 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e608751-45cf-43cf-a592-0c82a1a74148 req-4d690db8-ef5d-4abc-8b8e-632be353aaca tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:32.288141 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7e608751-45cf-43cf-a592-0c82a1a74148 req-4d690db8-ef5d-4abc-8b8e-632be353aaca tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 932 time: 0.0745337 Sep 09 18:21:32.328967 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7e608751-45cf-43cf-a592-0c82a1a74148 req-7d3e062e-6301-4ad7-bb30-baef0a503ce2 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343673 Sep 09 18:21:32.713050 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29176017-2a5b-4687-9651-d07a76625748 req-2a8b4e76-c178-412e-a54b-da0c5c544bec tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:32.715012 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-29176017-2a5b-4687-9651-d07a76625748 req-2a8b4e76-c178-412e-a54b-da0c5c544bec tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.0536842 Sep 09 18:21:32.757554 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-29176017-2a5b-4687-9651-d07a76625748 req-137b77e8-8f7e-4ec0-97eb-dc606a290ac5 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348165 Sep 09 18:21:32.807336 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c01b42-c25f-45ab-9ec5-6a0377959cfc req-5b655a1b-3bdf-436b-be49-d70f00c9155e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:32.830723 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-70c01b42-c25f-45ab-9ec5-6a0377959cfc req-5b655a1b-3bdf-436b-be49-d70f00c9155e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.0504687 Sep 09 18:21:32.851955 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-70c01b42-c25f-45ab-9ec5-6a0377959cfc req-886d9dcf-b929-406a-b03d-8cf35076eaca tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343239 Sep 09 18:21:33.421052 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eba576-94a1-458a-848f-d95bc7c72a6c req-05fd55c1-7f7a-44be-85df-c797d9e26001 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:33.423488 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e7eba576-94a1-458a-848f-d95bc7c72a6c req-05fd55c1-7f7a-44be-85df-c797d9e26001 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d7ba97-595f-49a4-a331-21ed08b9a651 HTTP/1.1" status: 200 len: 945 time: 0.0822511 Sep 09 18:21:33.490591 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e7eba576-94a1-458a-848f-d95bc7c72a6c req-a8fb6a30-644b-428d-8394-49785f40d266 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573888 Sep 09 18:21:33.501806 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcb8d8-bc81-4364-ad3c-a0d90c156526 req-185a1bde-df1e-4e79-810e-ecc4294db238 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:33.501806 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9cfcb8d8-bc81-4364-ad3c-a0d90c156526 req-185a1bde-df1e-4e79-810e-ecc4294db238 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 932 time: 0.0769517 Sep 09 18:21:33.555259 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9cfcb8d8-bc81-4364-ad3c-a0d90c156526 req-f544ed4f-109f-480c-98e3-36a5c272e7d4 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470569 Sep 09 18:21:33.637877 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-da877e13-2cd4-4d8f-b1ca-d1ac8a7062d8 service neutron] Request body: {'port': {'device_id': 'c0bed4c2-a598-4ab8-a93c-f518893f8aec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77954'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:21:33.722729 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-da877e13-2cd4-4d8f-b1ca-d1ac8a7062d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:34.010081 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b4fdf-4fd6-4097-864f-1f3b43e85d87 req-5c8fc90f-0737-43c9-98f9-cc9141639945 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:34.011662 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4b4b4fdf-4fd6-4097-864f-1f3b43e85d87 req-5c8fc90f-0737-43c9-98f9-cc9141639945 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.1400359 Sep 09 18:21:34.129379 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd5aec-d386-44dc-80b4-d94631c65d6c req-ec96dde6-ad57-4e99-b033-77b4741d2cbe tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:34.130931 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d2cd5aec-d386-44dc-80b4-d94631c65d6c req-ec96dde6-ad57-4e99-b033-77b4741d2cbe tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.1947439 Sep 09 18:21:34.161663 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3747cd5-5d8f-4a18-b4b6-8f87a1b98659 req-38bf0d2d-6068-4e4f-834d-3a0921d2f68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:34.163217 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b3747cd5-5d8f-4a18-b4b6-8f87a1b98659 req-38bf0d2d-6068-4e4f-834d-3a0921d2f68f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a5d7ba97-595f-49a4-a331-21ed08b9a651 HTTP/1.1" status: 200 len: 1098 time: 0.1487701 Sep 09 18:21:34.180632 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4b4b4fdf-4fd6-4097-864f-1f3b43e85d87 req-148ae34a-6b6d-4a5b-b2ee-e22aef169d26 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430600 Sep 09 18:21:34.266444 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d2cd5aec-d386-44dc-80b4-d94631c65d6c req-f1fe9fd1-a0a2-4122-93c1-744382ad508c tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275744 Sep 09 18:21:34.268118 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b3747cd5-5d8f-4a18-b4b6-8f87a1b98659 req-2782d0f9-a42b-4ddc-af05-e431e8d238db service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910947 Sep 09 18:21:34.270358 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-da877e13-2cd4-4d8f-b1ca-d1ac8a7062d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 756e824c-e295-4895-bb43-30b1d93194f4 {{(pid=94637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:21:34.278772 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-da877e13-2cd4-4d8f-b1ca-d1ac8a7062d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:34.292772 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.provisioning_blocks [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-da877e13-2cd4-4d8f-b1ca-d1ac8a7062d8 service neutron] Transition to ACTIVE for port object 756e824c-e295-4895-bb43-30b1d93194f4 will not be triggered until provisioned by entity L2. {{(pid=94637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:21:34.378725 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-da877e13-2cd4-4d8f-b1ca-d1ac8a7062d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859523'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:34.430947 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da877e13-2cd4-4d8f-b1ca-d1ac8a7062d8 service neutron] Pushing event updated for resources: {'Port': ['ID=756e824c-e295-4895-bb43-30b1d93194f4,revision_number=2']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:21:34.516487 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-da877e13-2cd4-4d8f-b1ca-d1ac8a7062d8 service neutron] Attempting to bind port 756e824c-e295-4895-bb43-30b1d93194f4 on host hv-cinder-77954 for vnic_type normal with profile {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:21:34.517083 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-da877e13-2cd4-4d8f-b1ca-d1ac8a7062d8 service neutron] Attempting to bind port 756e824c-e295-4895-bb43-30b1d93194f4 by drivers openvswitch,hyperv on host hv-cinder-77954 at level 0 using segments [{'id': 'c17f44c5-5607-4bf5-b0ae-87d4fc569676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c8a3e621-aafd-4c83-9fc5-3660c7c8f597'}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:21:34.517605 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-da877e13-2cd4-4d8f-b1ca-d1ac8a7062d8 service neutron] Attempting to bind port 756e824c-e295-4895-bb43-30b1d93194f4 on network c8a3e621-aafd-4c83-9fc5-3660c7c8f597 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:21:34.525585 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-da877e13-2cd4-4d8f-b1ca-d1ac8a7062d8 service neutron] Port 756e824c-e295-4895-bb43-30b1d93194f4 on network c8a3e621-aafd-4c83-9fc5-3660c7c8f597 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77954 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 18:21:34.526113 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-da877e13-2cd4-4d8f-b1ca-d1ac8a7062d8 service neutron] Attempting to bind port 756e824c-e295-4895-bb43-30b1d93194f4 on network c8a3e621-aafd-4c83-9fc5-3660c7c8f597 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:21:34.533317 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-da877e13-2cd4-4d8f-b1ca-d1ac8a7062d8 service neutron] Checking agent: {'id': 'e6e03918-0440-4933-b179-09c79aa47d03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 14, 34), 'started_at': datetime.datetime(2021, 9, 9, 18, 14, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:21:34.538745 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-da877e13-2cd4-4d8f-b1ca-d1ac8a7062d8 service neutron] Checking segment: {'id': 'c17f44c5-5607-4bf5-b0ae-87d4fc569676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c8a3e621-aafd-4c83-9fc5-3660c7c8f597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:21:34.538745 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-da877e13-2cd4-4d8f-b1ca-d1ac8a7062d8 service neutron] Bound using segment: {'id': 'c17f44c5-5607-4bf5-b0ae-87d4fc569676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c8a3e621-aafd-4c83-9fc5-3660c7c8f597'} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:21:34.538745 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-da877e13-2cd4-4d8f-b1ca-d1ac8a7062d8 service neutron] Bound port: 756e824c-e295-4895-bb43-30b1d93194f4, host: hv-cinder-77954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c17f44c5-5607-4bf5-b0ae-87d4fc569676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c8a3e621-aafd-4c83-9fc5-3660c7c8f597'}}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:21:34.538745 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-da877e13-2cd4-4d8f-b1ca-d1ac8a7062d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:34.777226 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7bb290-7b12-4221-a9b0-356a551646a5 req-4a8d6a93-f3e2-4af5-a0cd-8982485bd542 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:34.779577 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ab7bb290-7b12-4221-a9b0-356a551646a5 req-4a8d6a93-f3e2-4af5-a0cd-8982485bd542 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d7ba97-595f-49a4-a331-21ed08b9a651 HTTP/1.1" status: 200 len: 945 time: 0.1768560 Sep 09 18:21:34.782949 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-da877e13-2cd4-4d8f-b1ca-d1ac8a7062d8 service neutron] For port 756e824c-e295-4895-bb43-30b1d93194f4, host hv-cinder-77954, cleared binding levels {{(pid=94637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:21:34.790916 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-da877e13-2cd4-4d8f-b1ca-d1ac8a7062d8 service neutron] For port 756e824c-e295-4895-bb43-30b1d93194f4, host hv-cinder-77954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=756e824c-e295-4895-bb43-30b1d93194f4,segment=NetworkSegment(c17f44c5-5607-4bf5-b0ae-87d4fc569676),segment_id=c17f44c5-5607-4bf5-b0ae-87d4fc569676)] {{(pid=94637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:21:34.817784 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef76db-8e76-4fb5-aff8-0bf3decfcf72 req-e3262e19-b0f7-4f25-be86-52f8a14f74af tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:34.819364 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-82ef76db-8e76-4fb5-aff8-0bf3decfcf72 req-e3262e19-b0f7-4f25-be86-52f8a14f74af tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 944 time: 0.1651440 Sep 09 18:21:34.863574 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ab7bb290-7b12-4221-a9b0-356a551646a5 req-0c3a7326-eb3b-48fe-b8c9-d62e5bb19f93 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773857 Sep 09 18:21:34.866453 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-da877e13-2cd4-4d8f-b1ca-d1ac8a7062d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859523'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:34.909118 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-82ef76db-8e76-4fb5-aff8-0bf3decfcf72 req-d2e65c0b-1322-4b0e-9b99-9012beefb2bb tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830240 Sep 09 18:21:34.919348 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-da877e13-2cd4-4d8f-b1ca-d1ac8a7062d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:34.920007 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-da877e13-2cd4-4d8f-b1ca-d1ac8a7062d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:34.922162 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-da877e13-2cd4-4d8f-b1ca-d1ac8a7062d8 service neutron] 10.222.0.54 "PUT /v2.0/ports/756e824c-e295-4895-bb43-30b1d93194f4 HTTP/1.1" status: 200 len: 1094 time: 1.2889616 Sep 09 18:21:34.922658 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0bed4c2-a598-4ab8-a93c-f518893f8aec', 'tag': '756e824c-e295-4895-bb43-30b1d93194f4'}] {{(pid=94637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:21:34.925094 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133f33bf375164f5fa4b6a6278130a616101494423e3cf7e78094e28bab08aaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54412f23-46e8-465b-bcd3-b4234d1b51c5" -d '{"events": [{"name": "network-changed", "server_uuid": "c0bed4c2-a598-4ab8-a93c-f518893f8aec", "tag": "756e824c-e295-4895-bb43-30b1d93194f4"}]}' {{(pid=94637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:21:34.960221 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da877e13-2cd4-4d8f-b1ca-d1ac8a7062d8 service neutron] Pushing event updated for resources: {'Port': ['ID=756e824c-e295-4895-bb43-30b1d93194f4,revision_number=3']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:21:34.962931 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:34.983387 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 18:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7213d9-5000-4652-9c5a-8554682b7646 x-openstack-request-id: req-0d7213d9-5000-4652-9c5a-8554682b7646 {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:21:34.984590 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0bed4c2-a598-4ab8-a93c-f518893f8aec", "tag": "756e824c-e295-4895-bb43-30b1d93194f4", "status": "completed", "code": 200}]} {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:21:34.985091 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0d7213d9-5000-4652-9c5a-8554682b7646 {{(pid=94637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:21:34.985713 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0bed4c2-a598-4ab8-a93c-f518893f8aec', 'tag': '756e824c-e295-4895-bb43-30b1d93194f4', 'status': 'completed', 'code': 200} Sep 09 18:21:35.068347 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54412f23-46e8-465b-bcd3-b4234d1b51c5 req-75d8b561-afca-478b-849f-d74658b9a973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:35.070075 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-54412f23-46e8-465b-bcd3-b4234d1b51c5 req-75d8b561-afca-478b-849f-d74658b9a973 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6c6da778518d4565908e5cf0fa432d10&device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 1097 time: 0.0611765 Sep 09 18:21:35.209091 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54412f23-46e8-465b-bcd3-b4234d1b51c5 req-3e76c747-4ffd-4aea-8048-0d6473c24cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:35.210949 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-54412f23-46e8-465b-bcd3-b4234d1b51c5 req-3e76c747-4ffd-4aea-8048-0d6473c24cd8 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=6c6da778518d4565908e5cf0fa432d10&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1319242 Sep 09 18:21:35.357118 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7e06d-9eae-417b-9690-25092ebb553d req-ee345a26-0f77-4555-b8f2-11040673732d tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:35.358665 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9af7e06d-9eae-417b-9690-25092ebb553d req-ee345a26-0f77-4555-b8f2-11040673732d tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.1006870 Sep 09 18:21:35.364420 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54412f23-46e8-465b-bcd3-b4234d1b51c5 req-d10268ca-aeca-4c07-9f1c-854071acf25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:35.369819 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-54412f23-46e8-465b-bcd3-b4234d1b51c5 req-d10268ca-aeca-4c07-9f1c-854071acf25f service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1455169 Sep 09 18:21:35.461156 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9af7e06d-9eae-417b-9690-25092ebb553d req-17a6a0d0-75e1-416b-bd7a-c1796ca9f0d9 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940745 Sep 09 18:21:35.488497 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f54bc6-f4e6-4987-9e1f-5fa7c28970e4 req-75a40ca3-fc5a-44e1-a39e-c990bd440adf tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:35.488497 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-79f54bc6-f4e6-4987-9e1f-5fa7c28970e4 req-75a40ca3-fc5a-44e1-a39e-c990bd440adf tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.1200118 Sep 09 18:21:35.505873 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-41d5943e-98fa-46ca-83c5-319d3db10119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:35.507534 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-41d5943e-98fa-46ca-83c5-319d3db10119 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6c6da778518d4565908e5cf0fa432d10&device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 1097 time: 0.0898287 Sep 09 18:21:35.572764 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-79f54bc6-f4e6-4987-9e1f-5fa7c28970e4 req-e87313c7-f7a1-4040-b36b-a3d61c39618e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871055 Sep 09 18:21:35.574175 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-2a1e2472-8a6f-47f0-a5c2-8db5de057be7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=756e824c-e295-4895-bb43-30b1d93194f4 HTTP/1.1" status: 200 len: 217 time: 0.0497661 Sep 09 18:21:35.648209 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-0cf5a6e0-2067-425e-bcdc-482200c37804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:35.650032 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-0cf5a6e0-2067-425e-bcdc-482200c37804 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea5cb843-bb4c-4217-a23d-5d3311db9ad5 HTTP/1.1" status: 200 len: 854 time: 0.0601268 Sep 09 18:21:35.734629 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-22d520d4-84bd-4f78-ab07-4127cc66fec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:35.736411 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-22d520d4-84bd-4f78-ab07-4127cc66fec3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c8a3e621-aafd-4c83-9fc5-3660c7c8f597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0765591 Sep 09 18:21:35.742407 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3971aa-ca46-4fb3-921d-aa16cbde96dd req-89c98300-0eb9-4f59-89d4-199e296f4647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:35.744061 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-da3971aa-ca46-4fb3-921d-aa16cbde96dd req-89c98300-0eb9-4f59-89d4-199e296f4647 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=43ce4a6143564c64b1be155ca237d8e1&device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 1099 time: 0.0740552 Sep 09 18:21:35.967157 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-7df7739e-0adf-4d36-a8ce-42d2ee3e5233 service neutron] 10.222.0.54 "GET /v2.0/networks/c8a3e621-aafd-4c83-9fc5-3660c7c8f597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151718 Sep 09 18:21:35.994905 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3971aa-ca46-4fb3-921d-aa16cbde96dd req-8739b3fb-b13d-4309-888c-33d700bedcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:35.996389 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-da3971aa-ca46-4fb3-921d-aa16cbde96dd req-8739b3fb-b13d-4309-888c-33d700bedcc7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=165da4a9-ef54-4e00-b346-cd05df750cfe HTTP/1.1" status: 200 len: 918 time: 0.2221146 Sep 09 18:21:36.015681 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ba81d-ec58-40b0-ab8f-37467af78266 req-1b5ed07a-50c4-4076-96dd-0e1a96b77aa0 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:36.017171 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1c7ba81d-ec58-40b0-ab8f-37467af78266 req-1b5ed07a-50c4-4076-96dd-0e1a96b77aa0 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.1653767 Sep 09 18:21:36.273452 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78c254-78eb-487a-9e0d-762f2a6248fe req-b26a0c28-9274-41d7-92b3-b0ced1152f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:36.276005 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3b78c254-78eb-487a-9e0d-762f2a6248fe req-b26a0c28-9274-41d7-92b3-b0ced1152f92 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=289a7608c7ee408d90d48b78c6155ce2&device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 1098 time: 0.0504904 Sep 09 18:21:36.381586 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78c254-78eb-487a-9e0d-762f2a6248fe req-8d88d748-bfdb-4085-815b-26fdd6a437e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:36.383162 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3b78c254-78eb-487a-9e0d-762f2a6248fe req-8d88d748-bfdb-4085-815b-26fdd6a437e2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9 HTTP/1.1" status: 200 len: 912 time: 0.0996642 Sep 09 18:21:36.384635 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12137c-f3db-4c53-a7b9-41f8800ffa31 req-c86194a8-16f6-4f04-b265-8bf0ee63de98 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:36.386728 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5d12137c-f3db-4c53-a7b9-41f8800ffa31 req-c86194a8-16f6-4f04-b265-8bf0ee63de98 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d7ba97-595f-49a4-a331-21ed08b9a651 HTTP/1.1" status: 200 len: 945 time: 0.4462399 Sep 09 18:21:36.432921 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-da3971aa-ca46-4fb3-921d-aa16cbde96dd req-e77c4042-c0bb-44bf-97ae-40fee3aed597 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec03f1d3-5a50-4119-9cf9-8311f87974bf HTTP/1.1" status: 200 len: 1002 time: 0.4138656 Sep 09 18:21:36.435998 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1c7ba81d-ec58-40b0-ab8f-37467af78266 req-04bbbb6c-9caf-4c43-b5bb-0785e569869e tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3984501 Sep 09 18:21:36.490285 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-40ea5106-8b08-42b5-a807-be75c1b45b97 req-c322e6f5-b6bc-4d8c-841c-f2a28976d83b service neutron] 10.222.0.54 "GET /v2.0/networks/c8a3e621-aafd-4c83-9fc5-3660c7c8f597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5076263 Sep 09 18:21:36.511946 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5d12137c-f3db-4c53-a7b9-41f8800ffa31 req-00d0ddc2-7bbf-4994-b1c6-686ae58bbb6a tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079266 Sep 09 18:21:36.521676 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3971aa-ca46-4fb3-921d-aa16cbde96dd req-7508dfd9-9035-4cca-9011-991a0a31c6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:36.523268 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-da3971aa-ca46-4fb3-921d-aa16cbde96dd req-7508dfd9-9035-4cca-9011-991a0a31c6c6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a76c712f-0b8e-4da8-9f5a-950d58cfba07 HTTP/1.1" status: 200 len: 856 time: 0.0692623 Sep 09 18:21:36.549910 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3b78c254-78eb-487a-9e0d-762f2a6248fe req-1115ab91-ef07-4387-9c10-9fa903548311 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60eded96-00c4-4fe2-9285-01a7eeb37452 HTTP/1.1" status: 200 len: 1000 time: 0.1580327 Sep 09 18:21:36.609354 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be3504-8b19-46e7-ae31-fb5fba35c560 req-10c83217-d1c3-4791-958e-5fa3d3e9235d tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:36.611095 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-22be3504-8b19-46e7-ae31-fb5fba35c560 req-10c83217-d1c3-4791-958e-5fa3d3e9235d tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 944 time: 0.0821431 Sep 09 18:21:36.616978 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78c254-78eb-487a-9e0d-762f2a6248fe req-bd79d650-a4e9-49a7-a410-143c191916c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:36.618976 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3b78c254-78eb-487a-9e0d-762f2a6248fe req-bd79d650-a4e9-49a7-a410-143c191916c9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=07bcfd60-1ce9-4552-ba2f-917a442c6c08 HTTP/1.1" status: 200 len: 850 time: 0.0624228 Sep 09 18:21:36.619353 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3971aa-ca46-4fb3-921d-aa16cbde96dd req-ac710327-c98c-471a-baff-b163c48bfb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:36.622319 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-da3971aa-ca46-4fb3-921d-aa16cbde96dd req-ac710327-c98c-471a-baff-b163c48bfb7f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=165da4a9-ef54-4e00-b346-cd05df750cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0825200 Sep 09 18:21:36.694057 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-22be3504-8b19-46e7-ae31-fb5fba35c560 req-3f596c56-d475-4f87-bebf-de11d4089840 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678372 Sep 09 18:21:36.695071 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78c254-78eb-487a-9e0d-762f2a6248fe req-80d1547d-97d3-4f5c-a657-056efa33b60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:36.696717 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3b78c254-78eb-487a-9e0d-762f2a6248fe req-80d1547d-97d3-4f5c-a657-056efa33b60e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472829 Sep 09 18:21:36.783243 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf0a83-f5ba-4f09-a2ba-4ee4d18f3e9d req-a3ce9fae-89dd-4c73-a423-3d00d8943dc9 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:36.784749 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4acf0a83-f5ba-4f09-a2ba-4ee4d18f3e9d req-a3ce9fae-89dd-4c73-a423-3d00d8943dc9 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.1066010 Sep 09 18:21:36.790455 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-da3971aa-ca46-4fb3-921d-aa16cbde96dd req-2a4a31c8-31b7-4b13-8be8-200a4290b486 service neutron] 10.222.0.54 "GET /v2.0/networks/165da4a9-ef54-4e00-b346-cd05df750cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378665 Sep 09 18:21:36.790706 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3b78c254-78eb-487a-9e0d-762f2a6248fe req-dfe0bc48-6756-4d18-b079-8850872a4827 service neutron] 10.222.0.54 "GET /v2.0/networks/9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847094 Sep 09 18:21:36.851797 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4acf0a83-f5ba-4f09-a2ba-4ee4d18f3e9d req-596aa495-b9f8-4f85-8d94-0ae34ae44174 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600610 Sep 09 18:21:36.893249 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3b78c254-78eb-487a-9e0d-762f2a6248fe req-254a9a46-4e9a-417d-bd44-5cc9c6350ec4 service neutron] 10.222.0.54 "GET /v2.0/networks/9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895278 Sep 09 18:21:36.917378 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-da3971aa-ca46-4fb3-921d-aa16cbde96dd req-588b29e4-f91b-4e3b-b427-b75efaab65da service neutron] 10.222.0.54 "GET /v2.0/networks/165da4a9-ef54-4e00-b346-cd05df750cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095760 Sep 09 18:21:37.191592 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device ec03f1d3-5a50-4119-9cf9-8311f87974bf details requested by agent hyperv_hv-cinder-77954 with host hv-cinder-77954 {{(pid=94639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 18:21:37.285319 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port ec03f1d3-5a50-4119-9cf9-8311f87974bf, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=ec03f1d3-5a50-4119-9cf9-8311f87974bf,segment=NetworkSegment(5dabc900-77d9-4787-b5a9-e934b438dec7),segment_id=5dabc900-77d9-4787-b5a9-e934b438dec7)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:21:37.297248 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Returning: {'device': 'ec03f1d3-5a50-4119-9cf9-8311f87974bf', 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe', 'port_id': 'ec03f1d3-5a50-4119-9cf9-8311f87974bf', 'mac_address': 'fa:16:3e:19:8d:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a76c712f-0b8e-4da8-9f5a-950d58cfba07', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 18:21:37.337154 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:37.355056 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec03f1d3-5a50-4119-9cf9-8311f87974bf {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:21:37.376930 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port ec03f1d3-5a50-4119-9cf9-8311f87974bf, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=ec03f1d3-5a50-4119-9cf9-8311f87974bf,segment=NetworkSegment(5dabc900-77d9-4787-b5a9-e934b438dec7),segment_id=5dabc900-77d9-4787-b5a9-e934b438dec7)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:21:37.509946 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:37.570605 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=ec03f1d3-5a50-4119-9cf9-8311f87974bf,revision_number=6']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:21:37.583875 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26f570-e09d-40b3-808a-5bf4b73cf9f9 req-621448af-ae0d-4f76-bac8-8ca181f52a4c tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:37.599228 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3b26f570-e09d-40b3-808a-5bf4b73cf9f9 req-621448af-ae0d-4f76-bac8-8ca181f52a4c tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.0774565 Sep 09 18:21:37.633487 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] get_ports_and_sgs() called for port_ids ['ec03f1d3-5a50-4119-9cf9-8311f87974bf'] {{(pid=94639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 18:21:37.677136 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3b26f570-e09d-40b3-808a-5bf4b73cf9f9 req-bc25a137-bf4d-4fd7-93ec-0d993803e31d tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764339 Sep 09 18:21:37.693363 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31931e67-3b78-4021-b007-dab42271f6c8 req-5893c586-891c-496f-977d-a7d45f8918a0 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:37.694984 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-31931e67-3b78-4021-b007-dab42271f6c8 req-5893c586-891c-496f-977d-a7d45f8918a0 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d7ba97-595f-49a4-a331-21ed08b9a651 HTTP/1.1" status: 200 len: 945 time: 0.0925226 Sep 09 18:21:37.744715 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-31931e67-3b78-4021-b007-dab42271f6c8 req-a2878cd2-3bc5-4f9f-bff7-4522cdc55223 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435703 Sep 09 18:21:37.827474 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c259c1-12ad-4ef9-9316-39e11e0d31d1 req-28be416f-1b6c-4520-83d5-186ec01a769f tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:37.839665 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d8c259c1-12ad-4ef9-9316-39e11e0d31d1 req-28be416f-1b6c-4520-83d5-186ec01a769f tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 944 time: 0.0683413 Sep 09 18:21:37.877102 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d8c259c1-12ad-4ef9-9316-39e11e0d31d1 req-25675a3b-bf59-4134-b3f6-88e1a3f5422a tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410883 Sep 09 18:21:37.983615 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a190bd8-70ed-4c31-98c1-69d847de3b73 req-3bcfdd6f-a864-4f2d-b9bf-5b4d638ef003 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:37.985710 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4a190bd8-70ed-4c31-98c1-69d847de3b73 req-3bcfdd6f-a864-4f2d-b9bf-5b4d638ef003 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 945 time: 0.0524678 Sep 09 18:21:38.029205 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4a190bd8-70ed-4c31-98c1-69d847de3b73 req-e6365183-8331-4da8-b883-adeb16202837 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373819 Sep 09 18:21:38.804548 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94eb83-bdec-4bb8-87a8-7b2f6ffd9668 req-f21521fb-7f48-4847-a4de-38747d91fcac tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:38.806246 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6e94eb83-bdec-4bb8-87a8-7b2f6ffd9668 req-f21521fb-7f48-4847-a4de-38747d91fcac tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.0583634 Sep 09 18:21:38.849375 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6e94eb83-bdec-4bb8-87a8-7b2f6ffd9668 req-f0c12d32-b2f6-451e-8356-2a8dd2e09096 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337479 Sep 09 18:21:39.007241 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef18825-2557-4afb-8004-57d09ad351ce req-b1b437bd-2005-41fa-b8ec-d084a6169aee tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:39.008803 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0ef18825-2557-4afb-8004-57d09ad351ce req-b1b437bd-2005-41fa-b8ec-d084a6169aee tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 944 time: 0.0586605 Sep 09 18:21:39.052483 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0ef18825-2557-4afb-8004-57d09ad351ce req-5eea8886-8e6e-4a55-82b4-038b9a8c28a0 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355606 Sep 09 18:21:39.170247 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca431c7c-d767-48b8-b0e8-d6eef2349fa0 req-01942acf-4a05-4880-a1b9-b220a8c4b903 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:39.171800 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ca431c7c-d767-48b8-b0e8-d6eef2349fa0 req-01942acf-4a05-4880-a1b9-b220a8c4b903 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 945 time: 0.0544548 Sep 09 18:21:39.210452 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ca431c7c-d767-48b8-b0e8-d6eef2349fa0 req-3439e31b-1ad6-47f3-888a-0c390738e181 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324185 Sep 09 18:21:39.211044 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device ec03f1d3-5a50-4119-9cf9-8311f87974bf up at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:21:39.261565 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning complete for port ec03f1d3-5a50-4119-9cf9-8311f87974bf triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:21:39.261946 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:39.342513 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:39.367157 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b97e252-8472-42ad-ae5b-85edb2ddd298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec03f1d3-5a50-4119-9cf9-8311f87974bf'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:21:39.369542 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c42b67fee44e65162d6e194d2b8dbd641fdff823df3ddc4f15e211ea02ebf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc166960-4bcc-4fe4-9949-76412b963d8e" -d '{"events": [{"server_uuid": "4b97e252-8472-42ad-ae5b-85edb2ddd298", "name": "network-vif-plugged", "status": "completed", "tag": "ec03f1d3-5a50-4119-9cf9-8311f87974bf"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:21:39.389177 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port ec03f1d3-5a50-4119-9cf9-8311f87974bf, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=ec03f1d3-5a50-4119-9cf9-8311f87974bf,segment=NetworkSegment(5dabc900-77d9-4787-b5a9-e934b438dec7),segment_id=5dabc900-77d9-4787-b5a9-e934b438dec7)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:21:39.409831 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 18:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20aab96-ace9-4168-a61f-4fe0ef715f2a x-openstack-request-id: req-f20aab96-ace9-4168-a61f-4fe0ef715f2a {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:21:39.410129 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b97e252-8472-42ad-ae5b-85edb2ddd298", "name": "network-vif-plugged", "status": "completed", "tag": "ec03f1d3-5a50-4119-9cf9-8311f87974bf", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:21:39.410615 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f20aab96-ace9-4168-a61f-4fe0ef715f2a {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:21:39.410786 dv-cinder-779540-2-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b97e252-8472-42ad-ae5b-85edb2ddd298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec03f1d3-5a50-4119-9cf9-8311f87974bf', 'code': 200} Sep 09 18:21:39.498560 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:39.547656 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=ec03f1d3-5a50-4119-9cf9-8311f87974bf,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:21:40.193693 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2b77a-2e25-4f84-a2e2-e7a25c9a719a req-525a2d1b-0382-4847-a24b-12c1de04e15f tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:40.195281 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-61a2b77a-2e25-4f84-a2e2-e7a25c9a719a req-525a2d1b-0382-4847-a24b-12c1de04e15f tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 944 time: 0.0717189 Sep 09 18:21:40.241075 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-61a2b77a-2e25-4f84-a2e2-e7a25c9a719a req-cbd806d0-7c8d-4a78-bd1f-ba8d76d01556 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373704 Sep 09 18:21:40.358329 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577111f9-0d32-4486-b305-ad6996803c5e req-0ff955a1-9241-4332-9cc1-4371ff9d4b23 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:40.360593 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-577111f9-0d32-4486-b305-ad6996803c5e req-0ff955a1-9241-4332-9cc1-4371ff9d4b23 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.0516396 Sep 09 18:21:40.400358 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-577111f9-0d32-4486-b305-ad6996803c5e req-1272e912-7bc5-40b3-af4e-1c759d686677 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337644 Sep 09 18:21:41.377860 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629ecb1-9eeb-4771-88d6-1bd5edc22ad5 req-e8e63abf-a35c-4294-b530-72a2901a5b08 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:41.379483 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d629ecb1-9eeb-4771-88d6-1bd5edc22ad5 req-e8e63abf-a35c-4294-b530-72a2901a5b08 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 944 time: 0.0569539 Sep 09 18:21:41.427604 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d629ecb1-9eeb-4771-88d6-1bd5edc22ad5 req-e5050dc3-112c-452d-a8ab-f568d1abc55b tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419853 Sep 09 18:21:41.564445 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417da312-1f72-47b2-9ae6-0512e77c99b3 req-6c740f0a-0e77-422e-bdd9-e720ba511c04 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:41.566096 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-417da312-1f72-47b2-9ae6-0512e77c99b3 req-6c740f0a-0e77-422e-bdd9-e720ba511c04 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.0788124 Sep 09 18:21:41.605766 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 43008) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:21:41.622647 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-417da312-1f72-47b2-9ae6-0512e77c99b3 req-33e76480-eb21-428b-8b19-55d41777970e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486524 Sep 09 18:21:41.748989 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6445b379-995f-4da6-819e-3cf3fdc4e1e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:41.848963 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6445b379-995f-4da6-819e-3cf3fdc4e1e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:41.967537 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6445b379-995f-4da6-819e-3cf3fdc4e1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:42.008971 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-6445b379-995f-4da6-819e-3cf3fdc4e1e6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dbda7bdc293148b89d09d1891362b9fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4017015 Sep 09 18:21:42.009955 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6445b379-995f-4da6-819e-3cf3fdc4e1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0fc8dd-0fda-4ead-beae-1b2bc2a2153f,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:21:42.012118 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 43012) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:21:42.023760 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6445b379-995f-4da6-819e-3cf3fdc4e1e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:21:42.024329 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6445b379-995f-4da6-819e-3cf3fdc4e1e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:21:42.024887 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6445b379-995f-4da6-819e-3cf3fdc4e1e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:21:42.025417 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6445b379-995f-4da6-819e-3cf3fdc4e1e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:21:42.025952 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6445b379-995f-4da6-819e-3cf3fdc4e1e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:21:42.026484 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6445b379-995f-4da6-819e-3cf3fdc4e1e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:21:42.027019 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6445b379-995f-4da6-819e-3cf3fdc4e1e6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:21:42.027572 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6445b379-995f-4da6-819e-3cf3fdc4e1e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:21:42.028122 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6445b379-995f-4da6-819e-3cf3fdc4e1e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:21:42.028725 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6445b379-995f-4da6-819e-3cf3fdc4e1e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:21:42.029235 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6445b379-995f-4da6-819e-3cf3fdc4e1e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:21:42.029767 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6445b379-995f-4da6-819e-3cf3fdc4e1e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:21:42.095874 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1dd430d4-374d-4a9d-9123-61f60e77b377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:42.120378 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1dd430d4-374d-4a9d-9123-61f60e77b377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:42.207928 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1dd430d4-374d-4a9d-9123-61f60e77b377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:42.210718 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1dd430d4-374d-4a9d-9123-61f60e77b377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:42.211929 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-1dd430d4-374d-4a9d-9123-61f60e77b377 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4d0fc8dd-0fda-4ead-beae-1b2bc2a2153f HTTP/1.1" status: 204 len: 168 time: 0.1983812 Sep 09 18:21:42.226257 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd430d4-374d-4a9d-9123-61f60e77b377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0fc8dd-0fda-4ead-beae-1b2bc2a2153f,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:21:42.233665 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd430d4-374d-4a9d-9123-61f60e77b377 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:21:42.234332 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd430d4-374d-4a9d-9123-61f60e77b377 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:21:42.234654 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd430d4-374d-4a9d-9123-61f60e77b377 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:21:42.235026 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd430d4-374d-4a9d-9123-61f60e77b377 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:21:42.235384 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd430d4-374d-4a9d-9123-61f60e77b377 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:21:42.235740 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd430d4-374d-4a9d-9123-61f60e77b377 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:21:42.236067 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd430d4-374d-4a9d-9123-61f60e77b377 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:21:42.236423 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd430d4-374d-4a9d-9123-61f60e77b377 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:21:42.236764 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd430d4-374d-4a9d-9123-61f60e77b377 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:21:42.237096 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd430d4-374d-4a9d-9123-61f60e77b377 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:21:42.237413 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd430d4-374d-4a9d-9123-61f60e77b377 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:21:42.237753 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd430d4-374d-4a9d-9123-61f60e77b377 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:21:42.598224 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79864821-2b79-4df3-8bca-8ec164c997c2 req-9208279c-333d-494b-adfc-bfca2d32dd42 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:42.599821 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-79864821-2b79-4df3-8bca-8ec164c997c2 req-9208279c-333d-494b-adfc-bfca2d32dd42 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 944 time: 0.0818017 Sep 09 18:21:42.646532 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-79864821-2b79-4df3-8bca-8ec164c997c2 req-0fc37bcb-a5ba-424e-ab41-e456cf97e881 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394857 Sep 09 18:21:42.756498 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307ec21-5184-4a59-a667-b2a4f1103883 req-b52bb4f7-927a-458c-9e87-ffbaac80182b tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:42.764231 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1307ec21-5184-4a59-a667-b2a4f1103883 req-b52bb4f7-927a-458c-9e87-ffbaac80182b tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.0578523 Sep 09 18:21:42.800200 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1307ec21-5184-4a59-a667-b2a4f1103883 req-1f1c5ced-8950-4cf4-8b9d-408df0e1a376 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350266 Sep 09 18:21:42.961257 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 43042) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:21:42.975625 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-51fc1cff-0a75-4557-b57b-ac8a613a5763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:43.124367 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-51fc1cff-0a75-4557-b57b-ac8a613a5763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:43.185010 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-51fc1cff-0a75-4557-b57b-ac8a613a5763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:43.234639 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 756e824c-e295-4895-bb43-30b1d93194f4 details requested by agent hyperv_hv-cinder-77954 with host hv-cinder-77954 {{(pid=94639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 18:21:43.238214 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-51fc1cff-0a75-4557-b57b-ac8a613a5763 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=89ad6f987335444e92b995a1b09d3560&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2758131 Sep 09 18:21:43.240932 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc1cff-0a75-4557-b57b-ac8a613a5763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efb8d68-c64e-494b-a857-9c6a4e4477f8,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:21:43.241181 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 43048) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:21:43.326482 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-959e647f-4b0b-4b56-9626-71e065e8fa15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:43.353597 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-959e647f-4b0b-4b56-9626-71e065e8fa15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:43.398581 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port 756e824c-e295-4895-bb43-30b1d93194f4, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=756e824c-e295-4895-bb43-30b1d93194f4,segment=NetworkSegment(c17f44c5-5607-4bf5-b0ae-87d4fc569676),segment_id=c17f44c5-5607-4bf5-b0ae-87d4fc569676)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:21:43.418318 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Returning: {'device': '756e824c-e295-4895-bb43-30b1d93194f4', 'network_id': 'c8a3e621-aafd-4c83-9fc5-3660c7c8f597', 'port_id': '756e824c-e295-4895-bb43-30b1d93194f4', 'mac_address': 'fa:16:3e:01:df:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea5cb843-bb4c-4217-a23d-5d3311db9ad5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 18:21:43.458619 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:43.474551 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 756e824c-e295-4895-bb43-30b1d93194f4 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:21:43.494510 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port 756e824c-e295-4895-bb43-30b1d93194f4, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=756e824c-e295-4895-bb43-30b1d93194f4,segment=NetworkSegment(c17f44c5-5607-4bf5-b0ae-87d4fc569676),segment_id=c17f44c5-5607-4bf5-b0ae-87d4fc569676)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:21:43.576832 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-959e647f-4b0b-4b56-9626-71e065e8fa15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:43.582710 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-959e647f-4b0b-4b56-9626-71e065e8fa15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:43.584099 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-959e647f-4b0b-4b56-9626-71e065e8fa15 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5efb8d68-c64e-494b-a857-9c6a4e4477f8 HTTP/1.1" status: 204 len: 168 time: 0.3419414 Sep 09 18:21:43.605040 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e647f-4b0b-4b56-9626-71e065e8fa15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efb8d68-c64e-494b-a857-9c6a4e4477f8,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:21:43.653637 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:43.790661 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=756e824c-e295-4895-bb43-30b1d93194f4,revision_number=4']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:21:43.963632 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a14327-14a2-4b84-9d62-34c3141e6468 req-bb7dd4c7-d674-437b-ba64-24731b966411 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:43.975121 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e4a14327-14a2-4b84-9d62-34c3141e6468 req-bb7dd4c7-d674-437b-ba64-24731b966411 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 945 time: 0.1860342 Sep 09 18:21:44.058818 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f582e0c7-5ceb-4a57-a460-6bd9b8094917 req-0605a4f3-4788-4188-842a-20cbf579e1da tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:44.061590 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f582e0c7-5ceb-4a57-a460-6bd9b8094917 req-0605a4f3-4788-4188-842a-20cbf579e1da tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.1626818 Sep 09 18:21:44.081461 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e4a14327-14a2-4b84-9d62-34c3141e6468 req-a9bb1aeb-d6b1-4f92-94ad-84023b4393df tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964351 Sep 09 18:21:44.131690 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] get_ports_and_sgs() called for port_ids ['756e824c-e295-4895-bb43-30b1d93194f4'] {{(pid=94639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 18:21:44.167713 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f582e0c7-5ceb-4a57-a460-6bd9b8094917 req-501849b2-7ded-4a75-bed0-3ffff09b19c4 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841358 Sep 09 18:21:44.530875 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 43060) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:21:44.545000 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-dbb1e6f2-ec2c-4873-af26-2b4f3207d0d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:44.660896 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-dbb1e6f2-ec2c-4873-af26-2b4f3207d0d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:44.716367 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-dbb1e6f2-ec2c-4873-af26-2b4f3207d0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:44.758786 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-dbb1e6f2-ec2c-4873-af26-2b4f3207d0d2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5fa313246c8c469fbe27ae1844d7e247&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2267330 Sep 09 18:21:44.761459 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1e6f2-ec2c-4873-af26-2b4f3207d0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf06d0e-29de-4a76-920c-b3a3f3ef9a3d,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:21:44.761852 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 43064) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:21:44.849035 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-479360d9-ad4e-43e7-9971-a27a0069334d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:44.883191 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-479360d9-ad4e-43e7-9971-a27a0069334d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:45.059257 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-479360d9-ad4e-43e7-9971-a27a0069334d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:45.061838 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-479360d9-ad4e-43e7-9971-a27a0069334d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:45.063175 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-479360d9-ad4e-43e7-9971-a27a0069334d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/faf06d0e-29de-4a76-920c-b3a3f3ef9a3d HTTP/1.1" status: 204 len: 168 time: 0.3002594 Sep 09 18:21:45.075936 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479360d9-ad4e-43e7-9971-a27a0069334d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf06d0e-29de-4a76-920c-b3a3f3ef9a3d,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:21:45.253129 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907276c-02ba-4002-a2bf-b7d02ebc1005 req-52998249-8d34-454c-85be-4a6a70171d54 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:45.260473 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f907276c-02ba-4002-a2bf-b7d02ebc1005 req-52998249-8d34-454c-85be-4a6a70171d54 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 945 time: 0.0799382 Sep 09 18:21:45.322556 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f907276c-02ba-4002-a2bf-b7d02ebc1005 req-404b29f4-76e7-461b-bed4-f6b074f278cf tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612762 Sep 09 18:21:45.352343 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e551144-f0fd-4c7f-ae21-efa998849b6e req-e084c0a8-491e-4098-83f4-a127d86abceb tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:45.354339 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0e551144-f0fd-4c7f-ae21-efa998849b6e req-e084c0a8-491e-4098-83f4-a127d86abceb tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.0789604 Sep 09 18:21:45.435145 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0e551144-f0fd-4c7f-ae21-efa998849b6e req-cc694419-e5a7-4cc7-add9-a4f0dcbc000d tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727842 Sep 09 18:21:46.458713 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c532b-2a2f-4e6d-b012-98be1528587e req-98a537a8-27cb-4dc5-996b-1327c8556259 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:46.460242 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-698c532b-2a2f-4e6d-b012-98be1528587e req-98a537a8-27cb-4dc5-996b-1327c8556259 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 945 time: 0.0499279 Sep 09 18:21:46.513738 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-698c532b-2a2f-4e6d-b012-98be1528587e req-5b11fe91-827f-4205-bde6-900125398e3b tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458684 Sep 09 18:21:46.576653 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bdb56-e1dd-42d2-ac3b-46f34e77a9a4 req-216eabb6-205d-483f-a36b-2be7482b29e5 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:46.578291 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6f6bdb56-e1dd-42d2-ac3b-46f34e77a9a4 req-216eabb6-205d-483f-a36b-2be7482b29e5 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.0564930 Sep 09 18:21:46.621358 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6f6bdb56-e1dd-42d2-ac3b-46f34e77a9a4 req-db2d2464-6607-4f25-95e4-f4e655921a7b tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357924 Sep 09 18:21:47.241771 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 756e824c-e295-4895-bb43-30b1d93194f4 up at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:21:47.413813 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning for port 756e824c-e295-4895-bb43-30b1d93194f4 completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:21:47.420079 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning complete for port 756e824c-e295-4895-bb43-30b1d93194f4 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:21:47.420854 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:47.571276 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:47.627952 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0bed4c2-a598-4ab8-a93c-f518893f8aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756e824c-e295-4895-bb43-30b1d93194f4'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:21:47.640484 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c42b67fee44e65162d6e194d2b8dbd641fdff823df3ddc4f15e211ea02ebf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3012b6c1-a7b7-4ecb-8b5a-33565a8cc340" -d '{"events": [{"server_uuid": "c0bed4c2-a598-4ab8-a93c-f518893f8aec", "name": "network-vif-plugged", "status": "completed", "tag": "756e824c-e295-4895-bb43-30b1d93194f4"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:21:47.727888 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port 756e824c-e295-4895-bb43-30b1d93194f4, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=756e824c-e295-4895-bb43-30b1d93194f4,segment=NetworkSegment(c17f44c5-5607-4bf5-b0ae-87d4fc569676),segment_id=c17f44c5-5607-4bf5-b0ae-87d4fc569676)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:21:47.865247 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed60a18-b9b7-4c45-964b-9428cc00dcda req-37b717ca-00b0-406d-a6d1-639c16d2cf73 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:47.869512 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9ed60a18-b9b7-4c45-964b-9428cc00dcda req-37b717ca-00b0-406d-a6d1-639c16d2cf73 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 945 time: 0.1914721 Sep 09 18:21:47.956542 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:47.992634 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9ed60a18-b9b7-4c45-964b-9428cc00dcda req-2713efa5-2464-4b32-bd92-5ebae2746bad tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037986 Sep 09 18:21:48.058959 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 18:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5723aca2-c603-48ae-a53a-b4e6231c25e9 x-openstack-request-id: req-5723aca2-c603-48ae-a53a-b4e6231c25e9 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:21:48.058959 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0bed4c2-a598-4ab8-a93c-f518893f8aec", "name": "network-vif-plugged", "status": "completed", "tag": "756e824c-e295-4895-bb43-30b1d93194f4", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:21:48.058959 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5723aca2-c603-48ae-a53a-b4e6231c25e9 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:21:48.058959 dv-cinder-779540-2-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0bed4c2-a598-4ab8-a93c-f518893f8aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756e824c-e295-4895-bb43-30b1d93194f4', 'code': 200} Sep 09 18:21:48.066307 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=756e824c-e295-4895-bb43-30b1d93194f4,revision_number=5']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:21:48.426613 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbffcc-c6d8-4e79-acb6-b32715173581 req-9d46ba81-e347-4e56-99a7-237c6f8932c3 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:48.437995 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5efbffcc-c6d8-4e79-acb6-b32715173581 req-9d46ba81-e347-4e56-99a7-237c6f8932c3 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.1120741 Sep 09 18:21:48.439352 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 6 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:21:48.505199 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5efbffcc-c6d8-4e79-acb6-b32715173581 req-8a7622ad-60d9-485c-8647-087c419c994f tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657144 Sep 09 18:21:48.775197 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b65bd-1929-4ccb-ae26-e51c7bca37b1 req-5b6d26eb-4171-47c9-89b4-7e0770ef1e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:48.776904 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bd5b65bd-1929-4ccb-ae26-e51c7bca37b1 req-5b6d26eb-4171-47c9-89b4-7e0770ef1e0a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 1099 time: 0.1870875 Sep 09 18:21:48.833992 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bd5b65bd-1929-4ccb-ae26-e51c7bca37b1 req-d3606d41-5dff-4a62-bcc4-9605b1682a9f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441723 Sep 09 18:21:49.202840 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fb115-e643-4edc-aa80-09b5c728ea3e req-b6ec5964-90e6-457f-8f07-e459dc62c51d tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:49.206853 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-692fb115-e643-4edc-aa80-09b5c728ea3e req-b6ec5964-90e6-457f-8f07-e459dc62c51d tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 946 time: 0.0880258 Sep 09 18:21:49.302123 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-692fb115-e643-4edc-aa80-09b5c728ea3e req-f51249ec-2480-4004-be04-53b87af5e1b6 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893826 Sep 09 18:21:49.688101 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14581632-0dd5-444d-ae6f-f63f9cc1636b req-54acade2-6f3b-4a3a-8118-f3dfd15293ea tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:49.689984 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-14581632-0dd5-444d-ae6f-f63f9cc1636b req-54acade2-6f3b-4a3a-8118-f3dfd15293ea tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.0640678 Sep 09 18:21:49.739646 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-14581632-0dd5-444d-ae6f-f63f9cc1636b req-a96ce2d0-e19b-4667-85ab-5b64b9310962 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431244 Sep 09 18:21:50.434570 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192dbcd2-de5b-4393-930f-f4781037d419 req-3f658055-eccc-49fb-80a7-e5454a6000b1 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:50.436512 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-192dbcd2-de5b-4393-930f-f4781037d419 req-3f658055-eccc-49fb-80a7-e5454a6000b1 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 946 time: 0.0560350 Sep 09 18:21:50.484435 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-192dbcd2-de5b-4393-930f-f4781037d419 req-3eb4ac76-2740-4f04-a5c0-f55bf9f2ca21 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372953 Sep 09 18:21:50.939402 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38986853-ae21-43eb-8072-04456cc29e82 req-593c57c2-a6db-4d87-85e7-6f52d5583af3 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:50.953533 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-38986853-ae21-43eb-8072-04456cc29e82 req-593c57c2-a6db-4d87-85e7-6f52d5583af3 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.0994909 Sep 09 18:21:51.024199 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-38986853-ae21-43eb-8072-04456cc29e82 req-17dc490e-16e9-4009-ace6-f9707c2364ec tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662665 Sep 09 18:21:51.628613 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856bb9e2-448e-492d-9773-005022431a71 req-cf39dc01-2c9d-4adf-873d-392ba1b13e81 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:51.631040 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-856bb9e2-448e-492d-9773-005022431a71 req-cf39dc01-2c9d-4adf-873d-392ba1b13e81 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 946 time: 0.0685539 Sep 09 18:21:51.720408 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-856bb9e2-448e-492d-9773-005022431a71 req-45d9a38f-c5fe-4bd4-8812-87b5c7361c0e tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825057 Sep 09 18:21:51.920159 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db21a7-daa4-4a21-918d-298db0861241 req-12285a6f-919c-4bb1-bcd7-c4fec2648f93 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:51.929502 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-36db21a7-daa4-4a21-918d-298db0861241 req-12285a6f-919c-4bb1-bcd7-c4fec2648f93 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 946 time: 0.0780127 Sep 09 18:21:51.978557 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-36db21a7-daa4-4a21-918d-298db0861241 req-806aa7d9-b38c-4ac8-a39d-ab681d76dc93 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479109 Sep 09 18:21:52.166832 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaeb2ca-0014-4121-8d26-2cde3d86b7a0 req-94d895d3-b2c3-4780-bd61-db3ca98923dd tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:52.174543 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5eaeb2ca-0014-4121-8d26-2cde3d86b7a0 req-94d895d3-b2c3-4780-bd61-db3ca98923dd tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.0627499 Sep 09 18:21:52.226765 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5eaeb2ca-0014-4121-8d26-2cde3d86b7a0 req-47ff9d62-10cd-4bab-9b94-7ddd9b955f7b tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511208 Sep 09 18:21:52.381611 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f722ec74-c760-42d0-ac9a-436678081202 req-efe2866b-d9fd-47d5-af05-e05a92db4c41 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:52.383211 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f722ec74-c760-42d0-ac9a-436678081202 req-efe2866b-d9fd-47d5-af05-e05a92db4c41 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 946 time: 0.0746891 Sep 09 18:21:52.449578 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f722ec74-c760-42d0-ac9a-436678081202 req-e5ad5b98-1547-4b26-8824-8c6939549aab tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583284 Sep 09 18:21:53.453228 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc890d8-f88a-4446-9135-afe827247e34 req-813b7cf1-8ffa-4d70-963d-8b07b53b1c0c tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:53.464545 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-edc890d8-f88a-4446-9135-afe827247e34 req-813b7cf1-8ffa-4d70-963d-8b07b53b1c0c tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.1327627 Sep 09 18:21:53.534867 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-edc890d8-f88a-4446-9135-afe827247e34 req-268a2390-37ad-40b5-b131-7311672c5ce2 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681086 Sep 09 18:21:54.671174 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b03b1-d33e-4160-800a-7ea1ce21653e req-8e421917-320c-4de9-a2ad-fd40bb6b7c02 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:54.672529 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-499b03b1-d33e-4160-800a-7ea1ce21653e req-8e421917-320c-4de9-a2ad-fd40bb6b7c02 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.0594039 Sep 09 18:21:54.714705 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-499b03b1-d33e-4160-800a-7ea1ce21653e req-5e08b345-5cb0-4e0b-b07e-5e1d24905625 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359573 Sep 09 18:21:54.801711 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19b8ad45-3330-4b17-a6a6-19a13b606e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:55.838652 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1378f-3de5-46b7-b774-af7c7e4164cf req-5e04ef8e-8513-4332-9a0b-17f8f3590a7f tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:55.840864 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-cbe1378f-3de5-46b7-b774-af7c7e4164cf req-5e04ef8e-8513-4332-9a0b-17f8f3590a7f tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.0493469 Sep 09 18:21:55.882076 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-cbe1378f-3de5-46b7-b774-af7c7e4164cf req-2ce369ed-8ae9-4900-a4b9-f21172aa5669 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351038 Sep 09 18:21:56.446522 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727dd59-6c60-48b8-a3f4-414067ff3efe req-6429be87-9fae-42fa-b899-8a09d52f999b tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:56.448023 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a727dd59-6c60-48b8-a3f4-414067ff3efe req-6429be87-9fae-42fa-b899-8a09d52f999b tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d7ba97-595f-49a4-a331-21ed08b9a651 HTTP/1.1" status: 200 len: 945 time: 0.0526741 Sep 09 18:21:56.487875 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a727dd59-6c60-48b8-a3f4-414067ff3efe req-5c22d30c-af2a-4045-82ac-060f6e6e162f tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329030 Sep 09 18:21:57.006459 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df51667-ad57-4608-82eb-f567f8f07c40 req-6b0103bb-f8fe-4767-9214-22afbcb325c5 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:57.007957 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1df51667-ad57-4608-82eb-f567f8f07c40 req-6b0103bb-f8fe-4767-9214-22afbcb325c5 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.0521238 Sep 09 18:21:57.044461 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1df51667-ad57-4608-82eb-f567f8f07c40 req-b89596a6-2725-46e5-9551-f0785071e194 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304620 Sep 09 18:21:57.265869 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796e414-3a73-4315-8163-2cc372f14083 req-ba5abee3-43fb-4845-856d-715db35500db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:57.267388 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2796e414-3a73-4315-8163-2cc372f14083 req-ba5abee3-43fb-4845-856d-715db35500db service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=43ce4a6143564c64b1be155ca237d8e1&device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 1099 time: 0.0433965 Sep 09 18:21:57.374198 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796e414-3a73-4315-8163-2cc372f14083 req-623fc387-5636-447e-87e1-116d3d761e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:57.375748 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2796e414-3a73-4315-8163-2cc372f14083 req-623fc387-5636-447e-87e1-116d3d761e87 service neutron] 10.222.0.54 "GET /v2.0/networks?id=165da4a9-ef54-4e00-b346-cd05df750cfe HTTP/1.1" status: 200 len: 918 time: 0.0993278 Sep 09 18:21:57.452998 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2796e414-3a73-4315-8163-2cc372f14083 req-d5ad7f0d-d077-46c6-927b-f2926cde0e42 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec03f1d3-5a50-4119-9cf9-8311f87974bf HTTP/1.1" status: 200 len: 1002 time: 0.0685184 Sep 09 18:21:57.487566 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-061e270d-54bf-4fae-9a3c-90dfc8edb818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:57.490000 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:57.511932 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796e414-3a73-4315-8163-2cc372f14083 req-81d0d2c1-474c-4944-b61e-3b3e6b837131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:57.514782 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2796e414-3a73-4315-8163-2cc372f14083 req-81d0d2c1-474c-4944-b61e-3b3e6b837131 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a76c712f-0b8e-4da8-9f5a-950d58cfba07 HTTP/1.1" status: 200 len: 856 time: 0.0541043 Sep 09 18:21:57.615711 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796e414-3a73-4315-8163-2cc372f14083 req-4a91ae35-c9b9-4f45-bab1-09f7551a0890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:57.617468 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2796e414-3a73-4315-8163-2cc372f14083 req-4a91ae35-c9b9-4f45-bab1-09f7551a0890 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=165da4a9-ef54-4e00-b346-cd05df750cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0829785 Sep 09 18:21:57.630077 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770159a5-3e72-4dca-9ed2-32289eedd5f6 req-26ea9884-8a00-4f64-99b0-bc37b39518d1 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:57.631620 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-770159a5-3e72-4dca-9ed2-32289eedd5f6 req-26ea9884-8a00-4f64-99b0-bc37b39518d1 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d7ba97-595f-49a4-a331-21ed08b9a651 HTTP/1.1" status: 200 len: 945 time: 0.0630777 Sep 09 18:21:57.734475 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-770159a5-3e72-4dca-9ed2-32289eedd5f6 req-0bc84d0f-919a-48a4-a800-decd39f9ed28 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886066 Sep 09 18:21:57.754247 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2796e414-3a73-4315-8163-2cc372f14083 req-24bc9cbd-da37-4a2e-96b1-6481525f4d1f service neutron] 10.222.0.54 "GET /v2.0/networks/165da4a9-ef54-4e00-b346-cd05df750cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208766 Sep 09 18:21:57.859578 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2796e414-3a73-4315-8163-2cc372f14083 req-15f417e5-e4a1-409f-8000-70c4745d84de service neutron] 10.222.0.54 "GET /v2.0/networks/165da4a9-ef54-4e00-b346-cd05df750cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981531 Sep 09 18:21:58.172929 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c98349-02f6-4afc-a1e6-a1c3d1365aea req-e516226e-316a-4986-a8bc-daaed79e7fc7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:58.174557 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-92c98349-02f6-4afc-a1e6-a1c3d1365aea req-e516226e-316a-4986-a8bc-daaed79e7fc7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.0532649 Sep 09 18:21:58.221260 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-92c98349-02f6-4afc-a1e6-a1c3d1365aea req-1ec28b2e-e087-4fe7-b1fd-11ff4156cd15 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383108 Sep 09 18:21:58.885202 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda2f12-73d0-4db4-b511-f813ec1b0b61 req-e8888b11-1185-40d2-abdd-7ba82ed68000 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:58.887290 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6dda2f12-73d0-4db4-b511-f813ec1b0b61 req-e8888b11-1185-40d2-abdd-7ba82ed68000 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d7ba97-595f-49a4-a331-21ed08b9a651 HTTP/1.1" status: 200 len: 945 time: 0.0572426 Sep 09 18:21:58.936097 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6dda2f12-73d0-4db4-b511-f813ec1b0b61 req-2e745b9e-0525-4504-aa03-6272a5bd05f6 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421712 Sep 09 18:21:59.101708 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ab48a-742a-4aaf-9f01-c6f99f9906a2 req-0fcbed28-355e-4fa1-bd2d-4d090d13dd82 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:59.103707 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-085ab48a-742a-4aaf-9f01-c6f99f9906a2 req-0fcbed28-355e-4fa1-bd2d-4d090d13dd82 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5d7ba97-595f-49a4-a331-21ed08b9a651 HTTP/1.1" status: 200 len: 945 time: 0.0589702 Sep 09 18:21:59.145154 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:59.218949 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [req-085ab48a-742a-4aaf-9f01-c6f99f9906a2 req-ec9c1942-3882-4023-8bd5-81d78b54a971 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Deleting port 7c51cfd8-f42e-4525-b12c-608834d32025 {{(pid=94637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:21:59.219696 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-085ab48a-742a-4aaf-9f01-c6f99f9906a2 req-ec9c1942-3882-4023-8bd5-81d78b54a971 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:59.372270 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-085ab48a-742a-4aaf-9f01-c6f99f9906a2 req-ec9c1942-3882-4023-8bd5-81d78b54a971 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] For port 7c51cfd8-f42e-4525-b12c-608834d32025, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=7c51cfd8-f42e-4525-b12c-608834d32025,segment=NetworkSegment(7898d1ab-7660-4281-85f4-69d970fcafe6),segment_id=7898d1ab-7660-4281-85f4-69d970fcafe6)] {{(pid=94637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:21:59.374976 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-085ab48a-742a-4aaf-9f01-c6f99f9906a2 req-ec9c1942-3882-4023-8bd5-81d78b54a971 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:59.396151 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [req-085ab48a-742a-4aaf-9f01-c6f99f9906a2 req-ec9c1942-3882-4023-8bd5-81d78b54a971 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Calling delete_port for 7c51cfd8-f42e-4525-b12c-608834d32025 owned by compute:nova {{(pid=94637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:21:59.423807 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ba6fa-1cd7-4778-b044-7c3d2bf3ed5a req-5edbe6f2-8736-4f12-bdbf-76bff9f0ff21 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:21:59.426618 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ad8ba6fa-1cd7-4778-b044-7c3d2bf3ed5a req-5edbe6f2-8736-4f12-bdbf-76bff9f0ff21 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.1013558 Sep 09 18:21:59.514777 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ad8ba6fa-1cd7-4778-b044-7c3d2bf3ed5a req-f9a60989-e4d8-4766-a681-b7b30551e398 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570545 Sep 09 18:21:59.705026 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-085ab48a-742a-4aaf-9f01-c6f99f9906a2 req-ec9c1942-3882-4023-8bd5-81d78b54a971 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:59.723607 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] get_ports_and_sgs() called for port_ids ['f8ed4a80-ccc3-4606-bb16-5adecbdb122b', 'fcd380a5-c676-4b5d-99d4-023e7c20b9e7', '40dcad47-1ebb-43f3-b4a2-d3f19d90f626', '7c51cfd8-f42e-4525-b12c-608834d32025'] {{(pid=94639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 18:21:59.734429 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c1942-3882-4023-8bd5-81d78b54a971 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Pushing event deleted for resources: {'Port': ['ID=7c51cfd8-f42e-4525-b12c-608834d32025,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:21:59.781054 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [req-085ab48a-742a-4aaf-9f01-c6f99f9906a2 req-ec9c1942-3882-4023-8bd5-81d78b54a971 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] No DVR routers for this DVR port 7c51cfd8-f42e-4525-b12c-608834d32025 on host hv-cinder-77954 {{(pid=94637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 18:21:59.785155 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-085ab48a-742a-4aaf-9f01-c6f99f9906a2 req-ec9c1942-3882-4023-8bd5-81d78b54a971 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:21:59.790000 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-085ab48a-742a-4aaf-9f01-c6f99f9906a2 req-ec9c1942-3882-4023-8bd5-81d78b54a971 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.54 "DELETE /v2.0/ports/7c51cfd8-f42e-4525-b12c-608834d32025 HTTP/1.1" status: 204 len: 173 time: 0.6786439 Sep 09 18:21:59.791255 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d7ba97-595f-49a4-a331-21ed08b9a651', 'name': 'network-vif-deleted', 'tag': '7c51cfd8-f42e-4525-b12c-608834d32025'}] {{(pid=94637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:21:59.803932 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133f33bf375164f5fa4b6a6278130a616101494423e3cf7e78094e28bab08aaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f334b67c-0dcf-4e59-adb3-2470f91cddd7" -d '{"events": [{"server_uuid": "a5d7ba97-595f-49a4-a331-21ed08b9a651", "name": "network-vif-deleted", "tag": "7c51cfd8-f42e-4525-b12c-608834d32025"}]}' {{(pid=94637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:21:59.972620 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 18:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059fbf77-92b2-43e7-9d7b-aaf6f048dd64 x-openstack-request-id: req-059fbf77-92b2-43e7-9d7b-aaf6f048dd64 {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:21:59.973107 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d7ba97-595f-49a4-a331-21ed08b9a651", "name": "network-vif-deleted", "tag": "7c51cfd8-f42e-4525-b12c-608834d32025", "status": "completed", "code": 200}]} {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:21:59.973514 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-059fbf77-92b2-43e7-9d7b-aaf6f048dd64 {{(pid=94637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:21:59.974105 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d7ba97-595f-49a4-a331-21ed08b9a651', 'name': 'network-vif-deleted', 'tag': '7c51cfd8-f42e-4525-b12c-608834d32025', 'status': 'completed', 'code': 200} Sep 09 18:22:00.076087 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e74d151b-e62b-4dbe-85e2-ef6cd5805a24 req-311b1ca8-fa83-4135-8f1d-c7daa7a27812 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d7ba97-595f-49a4-a331-21ed08b9a651 HTTP/1.1" status: 200 len: 210 time: 0.0498352 Sep 09 18:22:00.658588 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589e642-1fd7-4022-8500-f63e219cba36 req-b16d1029-8e43-44a5-84c7-3d4a5c3f655e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:00.660636 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c589e642-1fd7-4022-8500-f63e219cba36 req-b16d1029-8e43-44a5-84c7-3d4a5c3f655e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 946 time: 0.0545681 Sep 09 18:22:00.701981 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c589e642-1fd7-4022-8500-f63e219cba36 req-245209d1-fa3c-465d-a5e0-2308516e4f24 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351543 Sep 09 18:22:01.048076 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:01.182735 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-94c6a852-6eae-4821-bc1d-2b5fc266f4f8 req-ff97dc10-5f11-4166-b016-26127794090c tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d7ba97-595f-49a4-a331-21ed08b9a651 HTTP/1.1" status: 200 len: 210 time: 0.0255246 Sep 09 18:22:01.790670 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device ec03f1d3-5a50-4119-9cf9-8311f87974bf no longer exists at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:22:01.870184 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:01.893059 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b97e252-8472-42ad-ae5b-85edb2ddd298', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec03f1d3-5a50-4119-9cf9-8311f87974bf'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:22:01.895487 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c42b67fee44e65162d6e194d2b8dbd641fdff823df3ddc4f15e211ea02ebf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69ad883-e13d-4e13-930d-17853ac5813f" -d '{"events": [{"server_uuid": "4b97e252-8472-42ad-ae5b-85edb2ddd298", "name": "network-vif-unplugged", "status": "completed", "tag": "ec03f1d3-5a50-4119-9cf9-8311f87974bf"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:22:01.908756 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port ec03f1d3-5a50-4119-9cf9-8311f87974bf, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=ec03f1d3-5a50-4119-9cf9-8311f87974bf,segment=NetworkSegment(5dabc900-77d9-4787-b5a9-e934b438dec7),segment_id=5dabc900-77d9-4787-b5a9-e934b438dec7)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:22:01.935335 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 18:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2618146d-db29-47a2-b8a8-21bd9206187e x-openstack-request-id: req-2618146d-db29-47a2-b8a8-21bd9206187e {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:22:01.935647 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b97e252-8472-42ad-ae5b-85edb2ddd298", "name": "network-vif-unplugged", "status": "completed", "tag": "ec03f1d3-5a50-4119-9cf9-8311f87974bf", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:22:01.935899 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2618146d-db29-47a2-b8a8-21bd9206187e {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:22:01.936293 dv-cinder-779540-2-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b97e252-8472-42ad-ae5b-85edb2ddd298', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec03f1d3-5a50-4119-9cf9-8311f87974bf', 'code': 200} Sep 09 18:22:01.956281 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:01.997713 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [req-e633b01b-9a82-44ae-ad35-42d1155f7188 req-54ae2ef7-6028-46a3-958c-fd3cb6c80256 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 18:22:02.006158 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e633b01b-9a82-44ae-ad35-42d1155f7188 req-54ae2ef7-6028-46a3-958c-fd3cb6c80256 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0665884 Sep 09 18:22:02.011195 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=ec03f1d3-5a50-4119-9cf9-8311f87974bf,revision_number=8']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:22:02.317469 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-691094b7-6112-4707-94d2-281b08b1ae6d req-435c8742-dc27-43c4-9218-40f7775581f6 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d7ba97-595f-49a4-a331-21ed08b9a651 HTTP/1.1" status: 200 len: 210 time: 0.0452411 Sep 09 18:22:02.341242 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f9ebea-0610-4e38-a514-df3c2224c062 req-5843ca32-a3ca-4005-b619-50056f58cb63 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:02.342486 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e0f9ebea-0610-4e38-a514-df3c2224c062 req-5843ca32-a3ca-4005-b619-50056f58cb63 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 944 time: 0.0794828 Sep 09 18:22:02.396196 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e0f9ebea-0610-4e38-a514-df3c2224c062 req-60f40dbc-6b14-4f82-9727-2db5fadb42b2 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449283 Sep 09 18:22:02.741086 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 43362) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:22:02.826388 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d335571b-2f77-4321-8180-13cfabb1d631 req-6a247ac5-5560-4390-a137-9e31aebd4fcf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0841482 Sep 09 18:22:02.836774 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [req-d335571b-2f77-4321-8180-13cfabb1d631 req-acc8ed97-a474-4e6d-887b-87eec0cbfc05 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 18:22:02.837812 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d335571b-2f77-4321-8180-13cfabb1d631 req-acc8ed97-a474-4e6d-887b-87eec0cbfc05 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060470 Sep 09 18:22:03.436613 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-954aa175-eecc-44d8-ba70-e0199ccb551e req-c0e48869-b043-4f93-83e5-58aed2c0c670 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d7ba97-595f-49a4-a331-21ed08b9a651 HTTP/1.1" status: 200 len: 210 time: 0.0254068 Sep 09 18:22:03.524458 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab30a1-0309-49f7-9ecc-3426e59d10a2 req-336e1ff5-dd2f-48ca-9b8b-86f8d835e0c0 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:03.525915 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-dbab30a1-0309-49f7-9ecc-3426e59d10a2 req-336e1ff5-dd2f-48ca-9b8b-86f8d835e0c0 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 944 time: 0.0536141 Sep 09 18:22:03.565664 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-dbab30a1-0309-49f7-9ecc-3426e59d10a2 req-c0841e4b-7918-477b-bb09-58c42d86cec7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335896 Sep 09 18:22:04.284002 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 7c51cfd8-f42e-4525-b12c-608834d32025 no longer exists at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:22:04.307386 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] No Port match for: 7c51cfd8-f42e-4525-b12c-608834d32025 {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:22:04.307729 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 7c51cfd8-f42e-4525-b12c-608834d32025 not bound to the agent host hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:22:04.544685 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5937da61-e4eb-4b76-aaf5-9ca387028b85 req-498f1787-a15e-4e11-923f-49e224752d0d tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5d7ba97-595f-49a4-a331-21ed08b9a651 HTTP/1.1" status: 200 len: 210 time: 0.0288944 Sep 09 18:22:04.688242 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d90a72-a0d6-4e80-96ce-3612c79955c5 req-ca54fac8-6963-408c-89f3-bd2ea5e9035c tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:04.689732 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-08d90a72-a0d6-4e80-96ce-3612c79955c5 req-ca54fac8-6963-408c-89f3-bd2ea5e9035c tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 944 time: 0.0478888 Sep 09 18:22:04.734029 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-08d90a72-a0d6-4e80-96ce-3612c79955c5 req-bcb68d3e-6025-4cf7-9b42-f8376ce05375 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367906 Sep 09 18:22:04.961962 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:05.905057 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b459322-84e5-443a-8aec-b79f9bf6ec28 req-66cd442e-3826-457f-877c-2d57785ef333 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:05.910969 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8b459322-84e5-443a-8aec-b79f9bf6ec28 req-66cd442e-3826-457f-877c-2d57785ef333 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 944 time: 0.0834794 Sep 09 18:22:05.953799 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8b459322-84e5-443a-8aec-b79f9bf6ec28 req-76309043-f4b8-4261-9928-c31bb58b8bc5 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369775 Sep 09 18:22:06.270835 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device ec03f1d3-5a50-4119-9cf9-8311f87974bf no longer exists at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:22:07.148491 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627b70a-369a-44d1-9f68-d882c501f007 req-e4ada8c6-fde6-4a7a-9b6a-80b538f94864 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:07.156609 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2627b70a-369a-44d1-9f68-d882c501f007 req-e4ada8c6-fde6-4a7a-9b6a-80b538f94864 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 944 time: 0.1002953 Sep 09 18:22:07.229006 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2627b70a-369a-44d1-9f68-d882c501f007 req-a040ef0c-a19c-49b3-a965-f9b0f18ce59d tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710280 Sep 09 18:22:07.283341 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d08176-104b-4b82-98a3-ee6ea23bf6b6 req-fa63d634-115a-4850-a48d-3986c193e361 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:07.294177 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-99d08176-104b-4b82-98a3-ee6ea23bf6b6 req-fa63d634-115a-4850-a48d-3986c193e361 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 946 time: 0.0857849 Sep 09 18:22:07.340930 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-99d08176-104b-4b82-98a3-ee6ea23bf6b6 req-089811f1-a7ac-4153-84ee-992984c7ee0d tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479498 Sep 09 18:22:07.368235 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 43432) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:22:07.547470 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0bde98-3397-4e0a-bbe0-0620a32d3809 tempest-TestMinimumBasicScenario-1947246726 tempest-TestMinimumBasicScenario-1947246726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:07.550020 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-5e0bde98-3397-4e0a-bbe0-0620a32d3809 tempest-TestMinimumBasicScenario-1947246726 tempest-TestMinimumBasicScenario-1947246726-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 1094 time: 0.1805191 Sep 09 18:22:07.553218 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 43436) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:22:07.558164 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-c51f1c46-cc7a-4efd-aa00-5d1bf6eda036 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Request body: {'floatingip': {'floating_network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'port_id': '756e824c-e295-4895-bb43-30b1d93194f4', 'tenant_id': '6c6da778518d4565908e5cf0fa432d10', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:22:07.806479 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd3ecc-6aec-4cd5-98b1-214c03538b82 req-64d4afe4-67f6-435f-8d70-a9db02eabb80 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:07.807942 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-11bd3ecc-6aec-4cd5-98b1-214c03538b82 req-64d4afe4-67f6-435f-8d70-a9db02eabb80 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=d568a370-2cc1-4fa2-bb5c-55aff4f1820b HTTP/1.1" status: 200 len: 945 time: 0.0550234 Sep 09 18:22:07.818420 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c51f1c46-cc7a-4efd-aa00-5d1bf6eda036 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks [] for floatingip, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:07.863916 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-11bd3ecc-6aec-4cd5-98b1-214c03538b82 req-02cb7e9a-21eb-4648-88df-cd5c65195e8c tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446894 Sep 09 18:22:07.947927 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c51f1c46-cc7a-4efd-aa00-5d1bf6eda036 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:08.074751 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-c51f1c46-cc7a-4efd-aa00-5d1bf6eda036 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Allocated IP 172.27.0.55 (3a4844da-e7df-49de-8120-ac4d2e4c4f80/6ecf6949-122b-4bec-9802-77be4eb2c7d8/44cbae1a-1636-4341-abd7-4636ab2626ca) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:22:08.208015 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c51f1c46-cc7a-4efd-aa00-5d1bf6eda036 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:08.391148 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c51f1c46-cc7a-4efd-aa00-5d1bf6eda036 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2896014'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:08.431007 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335571b-2f77-4321-8180-13cfabb1d631 req-9f986797-18c6-4ebf-97dd-cbb638f42b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:08.432047 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51f1c46-cc7a-4efd-aa00-5d1bf6eda036 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Network 3a4844da-e7df-49de-8120-ac4d2e4c4f80 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:22:08.432560 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d335571b-2f77-4321-8180-13cfabb1d631 req-9f986797-18c6-4ebf-97dd-cbb638f42b20 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298&tenant_id=43ce4a6143564c64b1be155ca237d8e1 HTTP/1.1" status: 200 len: 1097 time: 0.1097944 Sep 09 18:22:08.435177 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-c51f1c46-cc7a-4efd-aa00-5d1bf6eda036 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:22:08.439395 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51f1c46-cc7a-4efd-aa00-5d1bf6eda036 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:22:08.445901 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9a430-c125-4153-b78e-027e039233b2 req-843987bb-4e52-4630-8682-70b6a88c5f46 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:08.453345 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e4a9a430-c125-4153-b78e-027e039233b2 req-843987bb-4e52-4630-8682-70b6a88c5f46 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 944 time: 0.1219413 Sep 09 18:22:08.479232 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f1c46-cc7a-4efd-aa00-5d1bf6eda036 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Pushing event updated for resources: {'Port': ['ID=44cbae1a-1636-4341-abd7-4636ab2626ca,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:22:08.516935 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e4a9a430-c125-4153-b78e-027e039233b2 req-be8de88a-f093-4dd2-8490-bd78efe102a1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627081 Sep 09 18:22:08.527277 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335571b-2f77-4321-8180-13cfabb1d631 req-c2e3003c-8121-4849-9553-62a3c4392212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:08.528839 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d335571b-2f77-4321-8180-13cfabb1d631 req-c2e3003c-8121-4849-9553-62a3c4392212 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=43ce4a6143564c64b1be155ca237d8e1&device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 1097 time: 0.0575690 Sep 09 18:22:08.668246 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335571b-2f77-4321-8180-13cfabb1d631 req-3fab55b3-4ecf-4f51-8df5-9d2e6ecd6843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:08.671119 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d335571b-2f77-4321-8180-13cfabb1d631 req-3fab55b3-4ecf-4f51-8df5-9d2e6ecd6843 service neutron] 10.222.0.54 "GET /v2.0/networks?id=165da4a9-ef54-4e00-b346-cd05df750cfe HTTP/1.1" status: 200 len: 918 time: 0.1334245 Sep 09 18:22:08.794325 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d335571b-2f77-4321-8180-13cfabb1d631 req-a151826b-13cb-4d43-a6d0-223a689753b8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec03f1d3-5a50-4119-9cf9-8311f87974bf HTTP/1.1" status: 200 len: 1000 time: 0.1112103 Sep 09 18:22:08.857716 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335571b-2f77-4321-8180-13cfabb1d631 req-24ba20d7-c30d-4298-b137-087ee2993bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:08.859276 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d335571b-2f77-4321-8180-13cfabb1d631 req-24ba20d7-c30d-4298-b137-087ee2993bc1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a76c712f-0b8e-4da8-9f5a-950d58cfba07 HTTP/1.1" status: 200 len: 856 time: 0.0528169 Sep 09 18:22:08.913251 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335571b-2f77-4321-8180-13cfabb1d631 req-1edd5a64-6267-4330-b5b3-a86642334755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:08.914842 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d335571b-2f77-4321-8180-13cfabb1d631 req-1edd5a64-6267-4330-b5b3-a86642334755 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=165da4a9-ef54-4e00-b346-cd05df750cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0479038 Sep 09 18:22:09.113895 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c30311-10c9-4ffb-9240-df1a608bf322 req-0e95256c-53bd-4efc-8f16-e31719efb704 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:09.115494 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c1c30311-10c9-4ffb-9240-df1a608bf322 req-0e95256c-53bd-4efc-8f16-e31719efb704 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=d568a370-2cc1-4fa2-bb5c-55aff4f1820b HTTP/1.1" status: 200 len: 945 time: 0.1614771 Sep 09 18:22:09.135212 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c51f1c46-cc7a-4efd-aa00-5d1bf6eda036 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:09.147327 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d335571b-2f77-4321-8180-13cfabb1d631 req-e65dbcf0-9588-46c9-a6e5-b3d5278e9c24 service neutron] 10.222.0.54 "GET /v2.0/networks/165da4a9-ef54-4e00-b346-cd05df750cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236655 Sep 09 18:22:09.190895 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c1c30311-10c9-4ffb-9240-df1a608bf322 req-247f2996-fa77-4dde-95fd-78c7bb58a645 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650578 Sep 09 18:22:09.267527 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d335571b-2f77-4321-8180-13cfabb1d631 req-7f809816-3151-4a30-b93f-69499172e257 service neutron] 10.222.0.54 "GET /v2.0/networks/165da4a9-ef54-4e00-b346-cd05df750cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046183 Sep 09 18:22:09.404467 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c51f1c46-cc7a-4efd-aa00-5d1bf6eda036 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:09.561757 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c51f1c46-cc7a-4efd-aa00-5d1bf6eda036 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:09.645658 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d691f-76e1-431b-9c9a-7d11c1c1e4b5 req-7d4b4e6e-818c-4224-99ff-d677a0b2ec3e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:09.647210 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-618d691f-76e1-431b-9c9a-7d11c1c1e4b5 req-7d4b4e6e-818c-4224-99ff-d677a0b2ec3e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 944 time: 0.0503223 Sep 09 18:22:09.681995 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c51f1c46-cc7a-4efd-aa00-5d1bf6eda036 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2903677'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:09.689275 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-618d691f-76e1-431b-9c9a-7d11c1c1e4b5 req-b6841ac6-3553-4039-bf09-0db7d8c2e3a2 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354786 Sep 09 18:22:09.756288 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f1c46-cc7a-4efd-aa00-5d1bf6eda036 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Pushing event updated for resources: {'Port': ['ID=44cbae1a-1636-4341-abd7-4636ab2626ca,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:22:09.776351 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c51f1c46-cc7a-4efd-aa00-5d1bf6eda036 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-905259'] for floatingip, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:09.823115 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef9d42-8868-4b29-9f08-0ce955982a0d req-2232e90e-c3ad-4e8c-9ec8-de941cf845d3 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:09.824704 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b0ef9d42-8868-4b29-9f08-0ce955982a0d req-2232e90e-c3ad-4e8c-9ec8-de941cf845d3 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.54 "GET /v2.0/ports?device_id=d568a370-2cc1-4fa2-bb5c-55aff4f1820b HTTP/1.1" status: 200 len: 945 time: 0.0675776 Sep 09 18:22:09.895758 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.db.l3_db [None req-c51f1c46-cc7a-4efd-aa00-5d1bf6eda036 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Floating IP b9dbbe3a-6cc7-4fd2-9497-333c30744d67 associated. External IP: 172.27.0.55, port: 756e824c-e295-4895-bb43-30b1d93194f4. Sep 09 18:22:09.936444 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [req-b0ef9d42-8868-4b29-9f08-0ce955982a0d req-d1c99794-d862-44e0-be0b-53d5cb1d5c88 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Deleting port 40dcad47-1ebb-43f3-b4a2-d3f19d90f626 {{(pid=94637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:22:09.936907 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-b0ef9d42-8868-4b29-9f08-0ce955982a0d req-d1c99794-d862-44e0-be0b-53d5cb1d5c88 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:10.043794 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-b0ef9d42-8868-4b29-9f08-0ce955982a0d req-d1c99794-d862-44e0-be0b-53d5cb1d5c88 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] For port 40dcad47-1ebb-43f3-b4a2-d3f19d90f626, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=40dcad47-1ebb-43f3-b4a2-d3f19d90f626,segment=NetworkSegment(7898d1ab-7660-4281-85f4-69d970fcafe6),segment_id=7898d1ab-7660-4281-85f4-69d970fcafe6)] {{(pid=94637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:22:10.044172 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-b0ef9d42-8868-4b29-9f08-0ce955982a0d req-d1c99794-d862-44e0-be0b-53d5cb1d5c88 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:10.058441 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [req-b0ef9d42-8868-4b29-9f08-0ce955982a0d req-d1c99794-d862-44e0-be0b-53d5cb1d5c88 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Calling delete_port for 40dcad47-1ebb-43f3-b4a2-d3f19d90f626 owned by compute:nova {{(pid=94637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:22:10.179145 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c51f1c46-cc7a-4efd-aa00-5d1bf6eda036 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Router 6bc3198b-8219-44ed-b5bd-58720d365cb0 has already been hosted by L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 18:22:10.430327 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51f1c46-cc7a-4efd-aa00-5d1bf6eda036 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:22:10.447878 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12778b67-c616-4e66-93e7-615a05b535dd req-4d4018aa-b923-486b-8b47-19700ea31b24 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:10.451048 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bb939f-cdfa-43b1-9c7e-c0138cdccad6 None None] Sync routers for ids ['6bc3198b-8219-44ed-b5bd-58720d365cb0'] in dv-cinder-779540-2-iscsi {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:22:10.464211 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-12778b67-c616-4e66-93e7-615a05b535dd req-4d4018aa-b923-486b-8b47-19700ea31b24 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=d568a370-2cc1-4fa2-bb5c-55aff4f1820b HTTP/1.1" status: 200 len: 945 time: 0.1029279 Sep 09 18:22:10.470330 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bb939f-cdfa-43b1-9c7e-c0138cdccad6 None None] Routers {'6bc3198b-8219-44ed-b5bd-58720d365cb0'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:22:10.473570 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-49bb939f-cdfa-43b1-9c7e-c0138cdccad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:21:57Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['6bc3198b-8219-44ed-b5bd-58720d365cb0'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:22:10.586706 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c51f1c46-cc7a-4efd-aa00-5d1bf6eda036 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for floatingip, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:10.626904 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-49bb939f-cdfa-43b1-9c7e-c0138cdccad6 None None] Set router 6bc3198b-8219-44ed-b5bd-58720d365cb0 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:22:10.641243 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-12778b67-c616-4e66-93e7-615a05b535dd req-d3824c7b-9ba7-43b4-b6aa-8241c4b686a1 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479552 Sep 09 18:22:10.656903 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-c51f1c46-cc7a-4efd-aa00-5d1bf6eda036 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1011784 Sep 09 18:22:10.656903 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0bed4c2-a598-4ab8-a93c-f518893f8aec', 'tag': '756e824c-e295-4895-bb43-30b1d93194f4'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:22:10.660589 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 43482) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:22:10.668201 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-9cbef0f6-6d48-4f6e-9d79-f74956fcc5b2 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1536858536', 'description': 'tempest-secgroup-smoke-1536858536 description', 'project_id': '6c6da778518d4565908e5cf0fa432d10'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:22:10.673012 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a767718c04ac1acf345d0243a01d56243c7d5b55222faf7f06dd44169baae4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13c4833-affb-4ba2-8c5f-c769ef82e5d0" -d '{"events": [{"name": "network-changed", "server_uuid": "c0bed4c2-a598-4ab8-a93c-f518893f8aec", "tag": "756e824c-e295-4895-bb43-30b1d93194f4"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:22:10.714557 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-b0ef9d42-8868-4b29-9f08-0ce955982a0d req-d1c99794-d862-44e0-be0b-53d5cb1d5c88 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:10.806672 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c99794-d862-44e0-be0b-53d5cb1d5c88 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Pushing event deleted for resources: {'Port': ['ID=40dcad47-1ebb-43f3-b4a2-d3f19d90f626,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:22:10.811616 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] get_ports_and_sgs() called for port_ids ['f8ed4a80-ccc3-4606-bb16-5adecbdb122b', 'fcd380a5-c676-4b5d-99d4-023e7c20b9e7'] {{(pid=94639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 18:22:10.818049 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9cbef0f6-6d48-4f6e-9d79-f74956fcc5b2 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks [] for security_group, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:10.948555 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ef9d42-8868-4b29-9f08-0ce955982a0d req-d1c99794-d862-44e0-be0b-53d5cb1d5c88 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] No DVR routers for this DVR port 40dcad47-1ebb-43f3-b4a2-d3f19d90f626 on host hv-cinder-77954 {{(pid=94637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 18:22:10.957016 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-b0ef9d42-8868-4b29-9f08-0ce955982a0d req-d1c99794-d862-44e0-be0b-53d5cb1d5c88 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:10.959318 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b0ef9d42-8868-4b29-9f08-0ce955982a0d req-d1c99794-d862-44e0-be0b-53d5cb1d5c88 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.54 "DELETE /v2.0/ports/40dcad47-1ebb-43f3-b4a2-d3f19d90f626 HTTP/1.1" status: 204 len: 173 time: 1.1273966 Sep 09 18:22:10.961943 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd568a370-2cc1-4fa2-bb5c-55aff4f1820b', 'name': 'network-vif-deleted', 'tag': '40dcad47-1ebb-43f3-b4a2-d3f19d90f626'}] {{(pid=94637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:22:10.965809 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133f33bf375164f5fa4b6a6278130a616101494423e3cf7e78094e28bab08aaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4a7461-290d-48bd-b55f-c8217aef51ee" -d '{"events": [{"server_uuid": "d568a370-2cc1-4fa2-bb5c-55aff4f1820b", "name": "network-vif-deleted", "tag": "40dcad47-1ebb-43f3-b4a2-d3f19d90f626"}]}' {{(pid=94637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:22:10.977017 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 18:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac0ef53-51ab-431f-ac4a-5d01338f3ac1 x-openstack-request-id: req-7ac0ef53-51ab-431f-ac4a-5d01338f3ac1 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:22:10.977339 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0bed4c2-a598-4ab8-a93c-f518893f8aec", "tag": "756e824c-e295-4895-bb43-30b1d93194f4", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:22:10.977569 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7ac0ef53-51ab-431f-ac4a-5d01338f3ac1 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:22:10.985558 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0bed4c2-a598-4ab8-a93c-f518893f8aec', 'tag': '756e824c-e295-4895-bb43-30b1d93194f4', 'status': 'completed', 'code': 200} Sep 09 18:22:11.008563 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a45a2-f058-42d6-b9e5-ec7b4f89ca0f req-eab68d7d-0baa-457b-adac-4d8553ee78fb tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:11.010176 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f55a45a2-f058-42d6-b9e5-ec7b4f89ca0f req-eab68d7d-0baa-457b-adac-4d8553ee78fb tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 944 time: 0.1377559 Sep 09 18:22:11.041591 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 18:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ab7fcc-b005-425f-85e2-f028407abebf x-openstack-request-id: req-89ab7fcc-b005-425f-85e2-f028407abebf {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:22:11.041887 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d568a370-2cc1-4fa2-bb5c-55aff4f1820b", "name": "network-vif-deleted", "tag": "40dcad47-1ebb-43f3-b4a2-d3f19d90f626", "status": "completed", "code": 200}]} {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:22:11.042671 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-89ab7fcc-b005-425f-85e2-f028407abebf {{(pid=94637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:22:11.042671 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd568a370-2cc1-4fa2-bb5c-55aff4f1820b', 'name': 'network-vif-deleted', 'tag': '40dcad47-1ebb-43f3-b4a2-d3f19d90f626', 'status': 'completed', 'code': 200} Sep 09 18:22:11.115003 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f55a45a2-f058-42d6-b9e5-ec7b4f89ca0f req-bacaf8da-1666-479c-82a3-20e4d82e1250 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967114 Sep 09 18:22:11.166740 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9cbef0f6-6d48-4f6e-9d79-f74956fcc5b2 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks [] for security_group, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:11.203197 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-49bb939f-cdfa-43b1-9c7e-c0138cdccad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc3198b-8219-44ed-b5bd-58720d365cb0', 'name': 'tempest-TestMinimumBasicScenario-1952719425-router', 'tenant_id': '6c6da778518d4565908e5cf0fa432d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7d185480-44ce-4341-92a7-68535e4d4808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:20:39Z', 'updated_at': '2021-09-09T18:20:44Z', 'revision_number': 4, 'project_id': '6c6da778518d4565908e5cf0fa432d10', 'gw_port': {'id': '7d185480-44ce-4341-92a7-68535e4d4808', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:69:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc3198b-8219-44ed-b5bd-58720d365cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:20:40Z', 'updated_at': '2021-09-09T18:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_floatingips': [{'id': 'b9dbbe3a-6cc7-4fd2-9497-333c30744d67', 'tenant_id': '6c6da778518d4565908e5cf0fa432d10', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'router_id': '6bc3198b-8219-44ed-b5bd-58720d365cb0', 'port_id': '756e824c-e295-4895-bb43-30b1d93194f4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a3e621-aafd-4c83-9fc5-3660c7c8f597', 'mac_address': 'fa:16:3e:01:df:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bed4c2-a598-4ab8-a93c-f518893f8aec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T18:22:08Z', 'updated_at': '2021-09-09T18:22:08Z', 'revision_number': 0, 'project_id': '6c6da778518d4565908e5cf0fa432d10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b262c073-0831-4adb-a44c-0e3315246d02', 'name': '', 'network_id': 'c8a3e621-aafd-4c83-9fc5-3660c7c8f597', 'tenant_id': '6c6da778518d4565908e5cf0fa432d10', 'mac_address': 'fa:16:3e:7c:9a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc3198b-8219-44ed-b5bd-58720d365cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'ea5cb843-bb4c-4217-a23d-5d3311db9ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:20:43Z', 'updated_at': '2021-09-09T18:20:50Z', 'revision_number': 5, 'project_id': '6c6da778518d4565908e5cf0fa432d10', 'subnets': [{'id': 'ea5cb843-bb4c-4217-a23d-5d3311db9ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:22:11.230555 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9cbef0f6-6d48-4f6e-9d79-f74956fcc5b2 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:11.236584 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bb939f-cdfa-43b1-9c7e-c0138cdccad6 None None] Checking router: 6bc3198b-8219-44ed-b5bd-58720d365cb0 for host: dv-cinder-779540-2-iscsi {{(pid=94639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:22:11.259821 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bb939f-cdfa-43b1-9c7e-c0138cdccad6 None None] Routers {'6bc3198b-8219-44ed-b5bd-58720d365cb0'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:22:11.261067 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-49bb939f-cdfa-43b1-9c7e-c0138cdccad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:21:57Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['6bc3198b-8219-44ed-b5bd-58720d365cb0'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:22:11.298151 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbef0f6-6d48-4f6e-9d79-f74956fcc5b2 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=847cbfec-5248-416f-ab63-e9b107546e9a,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:22:11.356644 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9cbef0f6-6d48-4f6e-9d79-f74956fcc5b2 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:11.361960 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-9cbef0f6-6d48-4f6e-9d79-f74956fcc5b2 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6958191 Sep 09 18:22:11.362168 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 43516) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:22:11.368271 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-2c3395d2-9811-434f-852f-cc3f520d5fda tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Request body: {'security_group_rule': {'security_group_id': '847cbfec-5248-416f-ab63-e9b107546e9a', 'project_id': '6c6da778518d4565908e5cf0fa432d10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:22:11.516040 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-2c3395d2-9811-434f-852f-cc3f520d5fda tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:11.642787 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-2c3395d2-9811-434f-852f-cc3f520d5fda tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:11.651748 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-49bb939f-cdfa-43b1-9c7e-c0138cdccad6 None None] Set router 6bc3198b-8219-44ed-b5bd-58720d365cb0 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:22:11.777505 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6d0f63fc-a63f-451f-9b29-166dead72956 req-63fab0a8-4709-4816-934a-72c2672a59d8 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=d568a370-2cc1-4fa2-bb5c-55aff4f1820b HTTP/1.1" status: 200 len: 210 time: 0.0406742 Sep 09 18:22:11.781518 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-2c3395d2-9811-434f-852f-cc3f520d5fda tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644925'] for security_group_rule, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:11.800229 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3395d2-9811-434f-852f-cc3f520d5fda tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3884809f-54a7-4d30-a4b7-c30ac86f9b7c,revision_number=0']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:22:11.898897 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-2c3395d2-9811-434f-852f-cc3f520d5fda tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:11.904477 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-2c3395d2-9811-434f-852f-cc3f520d5fda tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5361531 Sep 09 18:22:11.904749 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 43536) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:22:11.909507 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-15b36e9a-1253-4916-b310-bf90ca7a1411 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Request body: {'security_group_rule': {'security_group_id': '847cbfec-5248-416f-ab63-e9b107546e9a', 'project_id': '6c6da778518d4565908e5cf0fa432d10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:22:12.046984 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-15b36e9a-1253-4916-b310-bf90ca7a1411 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:12.048476 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-49bb939f-cdfa-43b1-9c7e-c0138cdccad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc3198b-8219-44ed-b5bd-58720d365cb0', 'name': 'tempest-TestMinimumBasicScenario-1952719425-router', 'tenant_id': '6c6da778518d4565908e5cf0fa432d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7d185480-44ce-4341-92a7-68535e4d4808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:20:39Z', 'updated_at': '2021-09-09T18:20:44Z', 'revision_number': 4, 'project_id': '6c6da778518d4565908e5cf0fa432d10', 'gw_port': {'id': '7d185480-44ce-4341-92a7-68535e4d4808', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:69:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc3198b-8219-44ed-b5bd-58720d365cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:20:40Z', 'updated_at': '2021-09-09T18:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_floatingips': [{'id': 'b9dbbe3a-6cc7-4fd2-9497-333c30744d67', 'tenant_id': '6c6da778518d4565908e5cf0fa432d10', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'router_id': '6bc3198b-8219-44ed-b5bd-58720d365cb0', 'port_id': '756e824c-e295-4895-bb43-30b1d93194f4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a3e621-aafd-4c83-9fc5-3660c7c8f597', 'mac_address': 'fa:16:3e:01:df:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bed4c2-a598-4ab8-a93c-f518893f8aec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T18:22:08Z', 'updated_at': '2021-09-09T18:22:08Z', 'revision_number': 0, 'project_id': '6c6da778518d4565908e5cf0fa432d10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b262c073-0831-4adb-a44c-0e3315246d02', 'name': '', 'network_id': 'c8a3e621-aafd-4c83-9fc5-3660c7c8f597', 'tenant_id': '6c6da778518d4565908e5cf0fa432d10', 'mac_address': 'fa:16:3e:7c:9a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc3198b-8219-44ed-b5bd-58720d365cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'ea5cb843-bb4c-4217-a23d-5d3311db9ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:20:43Z', 'updated_at': '2021-09-09T18:20:50Z', 'revision_number': 5, 'project_id': '6c6da778518d4565908e5cf0fa432d10', 'subnets': [{'id': 'ea5cb843-bb4c-4217-a23d-5d3311db9ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:22:12.087192 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bb939f-cdfa-43b1-9c7e-c0138cdccad6 None None] The sync data for ids ['6bc3198b-8219-44ed-b5bd-58720d365cb0'] in dv-cinder-779540-2-iscsi is: [{'id': '6bc3198b-8219-44ed-b5bd-58720d365cb0', 'name': 'tempest-TestMinimumBasicScenario-1952719425-router', 'tenant_id': '6c6da778518d4565908e5cf0fa432d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7d185480-44ce-4341-92a7-68535e4d4808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:20:39Z', 'updated_at': '2021-09-09T18:20:44Z', 'revision_number': 4, 'project_id': '6c6da778518d4565908e5cf0fa432d10', 'gw_port': {'id': '7d185480-44ce-4341-92a7-68535e4d4808', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:69:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc3198b-8219-44ed-b5bd-58720d365cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:20:40Z', 'updated_at': '2021-09-09T18:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_floatingips': [{'id': 'b9dbbe3a-6cc7-4fd2-9497-333c30744d67', 'tenant_id': '6c6da778518d4565908e5cf0fa432d10', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'router_id': '6bc3198b-8219-44ed-b5bd-58720d365cb0', 'port_id': '756e824c-e295-4895-bb43-30b1d93194f4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a3e621-aafd-4c83-9fc5-3660c7c8f597', 'mac_address': 'fa:16:3e:01:df:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bed4c2-a598-4ab8-a93c-f518893f8aec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T18:22:08Z', 'updated_at': '2021-09-09T18:22:08Z', 'revision_number': 0, 'project_id': '6c6da778518d4565908e5cf0fa432d10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b262c073-0831-4adb-a44c-0e3315246d02', 'name': '', 'network_id': 'c8a3e621-aafd-4c83-9fc5-3660c7c8f597', 'tenant_id': '6c6da778518d4565908e5cf0fa432d10', 'mac_address': 'fa:16:3e:7c:9a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc3198b-8219-44ed-b5bd-58720d365cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'ea5cb843-bb4c-4217-a23d-5d3311db9ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:20:43Z', 'updated_at': '2021-09-09T18:20:50Z', 'revision_number': 5, 'project_id': '6c6da778518d4565908e5cf0fa432d10', 'subnets': [{'id': 'ea5cb843-bb4c-4217-a23d-5d3311db9ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:22:12.165456 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-15b36e9a-1253-4916-b310-bf90ca7a1411 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:12.265389 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-15b36e9a-1253-4916-b310-bf90ca7a1411 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644925'] for security_group_rule, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:12.278999 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 40dcad47-1ebb-43f3-b4a2-d3f19d90f626 no longer exists at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:22:12.293423 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b36e9a-1253-4916-b310-bf90ca7a1411 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d19e944b-8a4d-4701-a1cb-9cd19d9bd67a,revision_number=0']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:22:12.314527 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] No Port match for: 40dcad47-1ebb-43f3-b4a2-d3f19d90f626 {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:22:12.314881 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 40dcad47-1ebb-43f3-b4a2-d3f19d90f626 not bound to the agent host hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:22:12.322561 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186cb993-a715-49ce-adc5-5e47d2ace769 req-08cba061-3952-4a9f-a231-c2ccdc9256f7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:12.324333 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-186cb993-a715-49ce-adc5-5e47d2ace769 req-08cba061-3952-4a9f-a231-c2ccdc9256f7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 944 time: 0.0928111 Sep 09 18:22:12.398134 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-186cb993-a715-49ce-adc5-5e47d2ace769 req-da9341a7-8d72-4943-8004-3e2db719c19f tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668616 Sep 09 18:22:12.408512 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-15b36e9a-1253-4916-b310-bf90ca7a1411 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:12.408512 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-15b36e9a-1253-4916-b310-bf90ca7a1411 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4988546 Sep 09 18:22:12.409037 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f28655-6bd5-4faf-bcba-f2511e7ebfa5 None None] New status for floating IP b9dbbe3a-6cc7-4fd2-9497-333c30744d67: ACTIVE {{(pid=94640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 18:22:12.420951 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 43540) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:22:12.427277 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-b10c4216-e7ff-49ff-9b28-91133ae94020 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Request body: {'security_group_rule': {'security_group_id': '847cbfec-5248-416f-ab63-e9b107546e9a', 'project_id': '6c6da778518d4565908e5cf0fa432d10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:22:12.566551 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b10c4216-e7ff-49ff-9b28-91133ae94020 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:12.638370 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b10c4216-e7ff-49ff-9b28-91133ae94020 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:12.775013 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b10c4216-e7ff-49ff-9b28-91133ae94020 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644925'] for security_group_rule, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:12.796670 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c4216-e7ff-49ff-9b28-91133ae94020 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18f2d92e-43d4-4e75-a0dd-2473201b159b,revision_number=0']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:22:12.889594 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-360a944c-d47d-437f-88f6-4040c8c6363b req-00eb57a3-646a-44a4-9e59-da9554f10e61 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=d568a370-2cc1-4fa2-bb5c-55aff4f1820b HTTP/1.1" status: 200 len: 210 time: 0.0358131 Sep 09 18:22:13.443524 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b10c4216-e7ff-49ff-9b28-91133ae94020 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:13.444750 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-b10c4216-e7ff-49ff-9b28-91133ae94020 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0237541 Sep 09 18:22:13.447463 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 43550) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:22:13.452114 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-150bf9ac-f43c-4e6e-82c1-d2de49eb8baf tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Request body: {'security_group_rule': {'security_group_id': '847cbfec-5248-416f-ab63-e9b107546e9a', 'project_id': '6c6da778518d4565908e5cf0fa432d10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:22:13.545929 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64ce5d-9639-41c9-93c0-d67d48977ad3 req-3b7c8df3-f8cd-4d05-973f-5b8008a28fe6 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:13.547659 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ad64ce5d-9639-41c9-93c0-d67d48977ad3 req-3b7c8df3-f8cd-4d05-973f-5b8008a28fe6 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 944 time: 0.0610816 Sep 09 18:22:13.576838 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-150bf9ac-f43c-4e6e-82c1-d2de49eb8baf tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:13.636024 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ad64ce5d-9639-41c9-93c0-d67d48977ad3 req-3b3f453b-0727-4a5d-b638-ad2ae06d7eb9 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800188 Sep 09 18:22:13.668824 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-150bf9ac-f43c-4e6e-82c1-d2de49eb8baf tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:13.790555 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-150bf9ac-f43c-4e6e-82c1-d2de49eb8baf tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644925'] for security_group_rule, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:13.813312 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150bf9ac-f43c-4e6e-82c1-d2de49eb8baf tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28cd1b90-81c9-4097-a583-e70c36cf92d1,revision_number=0']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:22:13.956566 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-150bf9ac-f43c-4e6e-82c1-d2de49eb8baf tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:13.958138 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-150bf9ac-f43c-4e6e-82c1-d2de49eb8baf tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5094931 Sep 09 18:22:13.962025 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 43574) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:22:13.967958 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-2c6d934d-59ef-4a36-a01b-5c0ca801a995 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Request body: {'security_group_rule': {'security_group_id': '847cbfec-5248-416f-ab63-e9b107546e9a', 'project_id': '6c6da778518d4565908e5cf0fa432d10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:22:14.043397 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-506b84a4-b2d7-4ab9-8589-2b90567c50b0 req-62c2b396-b34a-490f-991b-58370e452d70 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=d568a370-2cc1-4fa2-bb5c-55aff4f1820b HTTP/1.1" status: 200 len: 210 time: 0.0514250 Sep 09 18:22:14.282667 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.db.securitygroups_db [None req-2c6d934d-59ef-4a36-a01b-5c0ca801a995 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Project 6c6da778518d4565908e5cf0fa432d10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 18:22:14.399054 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2c6d934d-59ef-4a36-a01b-5c0ca801a995 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:14.399054 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2c6d934d-59ef-4a36-a01b-5c0ca801a995 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:14.552251 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2c6d934d-59ef-4a36-a01b-5c0ca801a995 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644925'] for security_group_rule, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:14.579584 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d934d-59ef-4a36-a01b-5c0ca801a995 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2b008f7-6396-406f-803b-079fcce7ff95,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:22:14.648946 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2c6d934d-59ef-4a36-a01b-5c0ca801a995 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:14.651472 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-2c6d934d-59ef-4a36-a01b-5c0ca801a995 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6870956 Sep 09 18:22:14.653820 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 43578) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:22:14.658409 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-5d346a8f-6b19-48d0-83d6-64226c31fa8c tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Request body: {'security_group_rule': {'security_group_id': '847cbfec-5248-416f-ab63-e9b107546e9a', 'project_id': '6c6da778518d4565908e5cf0fa432d10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:22:14.763351 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.db.securitygroups_db [None req-5d346a8f-6b19-48d0-83d6-64226c31fa8c tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Project 6c6da778518d4565908e5cf0fa432d10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 18:22:14.770123 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-5d346a8f-6b19-48d0-83d6-64226c31fa8c tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:14.803295 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c066b06-aa20-4fb0-8399-4853d9cf85b4 req-cc3467f4-81aa-4a1b-bf85-3647eb8f8647 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:14.805434 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8c066b06-aa20-4fb0-8399-4853d9cf85b4 req-cc3467f4-81aa-4a1b-bf85-3647eb8f8647 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 944 time: 0.0803781 Sep 09 18:22:14.881089 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8c066b06-aa20-4fb0-8399-4853d9cf85b4 req-b57725da-6f69-4b52-8978-b8921c9e1d2c tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681684 Sep 09 18:22:14.890783 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-5d346a8f-6b19-48d0-83d6-64226c31fa8c tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:14.951472 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-5d346a8f-6b19-48d0-83d6-64226c31fa8c tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644925'] for security_group_rule, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:14.977839 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d346a8f-6b19-48d0-83d6-64226c31fa8c tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c23ffea-6c28-4dfc-8f87-af09de41e8e6,revision_number=0']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:22:15.030283 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-5d346a8f-6b19-48d0-83d6-64226c31fa8c tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:15.031664 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-5d346a8f-6b19-48d0-83d6-64226c31fa8c tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3768055 Sep 09 18:22:15.127585 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-df9234db-108c-4a78-b663-b00d50df24b3 req-8cec7a86-fd6b-404a-99dc-212b36b40eab tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1536858536&fields=id&tenant_id=6c6da778518d4565908e5cf0fa432d10 HTTP/1.1" status: 200 len: 267 time: 0.0419707 Sep 09 18:22:15.179840 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f913dac9-400e-4959-a10f-c6e46767c1be req-a2f75c66-1c3f-428d-8819-4b5365657604 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=d568a370-2cc1-4fa2-bb5c-55aff4f1820b HTTP/1.1" status: 200 len: 210 time: 0.0512166 Sep 09 18:22:15.221087 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9234db-108c-4a78-b663-b00d50df24b3 req-bda403d1-2068-4e0a-b936-a6aab108fe7c tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:15.223393 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-df9234db-108c-4a78-b663-b00d50df24b3 req-bda403d1-2068-4e0a-b936-a6aab108fe7c tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 946 time: 0.0811698 Sep 09 18:22:15.236454 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [req-df9234db-108c-4a78-b663-b00d50df24b3 req-b81bb152-29dd-4f16-a340-8278777572e5 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Request body: {'port': {'security_groups': ['2ee02311-e042-4175-a099-27dd564dcf99', '847cbfec-5248-416f-ab63-e9b107546e9a']}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:22:15.308132 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-df9234db-108c-4a78-b663-b00d50df24b3 req-b81bb152-29dd-4f16-a340-8278777572e5 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:15.547507 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-df9234db-108c-4a78-b663-b00d50df24b3 req-b81bb152-29dd-4f16-a340-8278777572e5 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] For port 756e824c-e295-4895-bb43-30b1d93194f4, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=756e824c-e295-4895-bb43-30b1d93194f4,segment=NetworkSegment(c17f44c5-5607-4bf5-b0ae-87d4fc569676),segment_id=c17f44c5-5607-4bf5-b0ae-87d4fc569676)] {{(pid=94637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:22:15.589845 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-df9234db-108c-4a78-b663-b00d50df24b3 req-b81bb152-29dd-4f16-a340-8278777572e5 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks [] for port, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:15.717317 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-df9234db-108c-4a78-b663-b00d50df24b3 req-b81bb152-29dd-4f16-a340-8278777572e5 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859523'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:15.736629 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] get_ports_and_sgs() called for port_ids ['756e824c-e295-4895-bb43-30b1d93194f4'] {{(pid=94639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 18:22:15.772280 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9234db-108c-4a78-b663-b00d50df24b3 req-b81bb152-29dd-4f16-a340-8278777572e5 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:15.773159 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-df9234db-108c-4a78-b663-b00d50df24b3 req-b81bb152-29dd-4f16-a340-8278777572e5 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:15.774737 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-df9234db-108c-4a78-b663-b00d50df24b3 req-b81bb152-29dd-4f16-a340-8278777572e5 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "PUT /v2.0/ports/756e824c-e295-4895-bb43-30b1d93194f4 HTTP/1.1" status: 200 len: 982 time: 0.5438943 Sep 09 18:22:15.778494 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0bed4c2-a598-4ab8-a93c-f518893f8aec', 'tag': '756e824c-e295-4895-bb43-30b1d93194f4'}] {{(pid=94637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:22:15.782436 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133f33bf375164f5fa4b6a6278130a616101494423e3cf7e78094e28bab08aaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2767d4-7b7d-4ffd-a51b-a14d27f64e07" -d '{"events": [{"name": "network-changed", "server_uuid": "c0bed4c2-a598-4ab8-a93c-f518893f8aec", "tag": "756e824c-e295-4895-bb43-30b1d93194f4"}]}' {{(pid=94637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:22:15.891362 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81bb152-29dd-4f16-a340-8278777572e5 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Pushing event updated for resources: {'Port': ['ID=756e824c-e295-4895-bb43-30b1d93194f4,revision_number=6']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:22:15.935226 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] get_ports_and_sgs() called for port_ids ['756e824c-e295-4895-bb43-30b1d93194f4'] {{(pid=94639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 18:22:15.948819 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 18:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f213448a-2f90-414d-9771-6fd9b6b483ba x-openstack-request-id: req-f213448a-2f90-414d-9771-6fd9b6b483ba {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:22:15.949317 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0bed4c2-a598-4ab8-a93c-f518893f8aec", "tag": "756e824c-e295-4895-bb43-30b1d93194f4", "status": "completed", "code": 200}]} {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:22:15.950065 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f213448a-2f90-414d-9771-6fd9b6b483ba {{(pid=94637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:22:15.952973 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0bed4c2-a598-4ab8-a93c-f518893f8aec', 'tag': '756e824c-e295-4895-bb43-30b1d93194f4', 'status': 'completed', 'code': 200} Sep 09 18:22:16.165172 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cbaf55-df76-46ae-a4a7-e9bf8649daba req-7d94e06b-ec68-411b-a643-20c5bcf0bc47 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:16.166979 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d0cbaf55-df76-46ae-a4a7-e9bf8649daba req-7d94e06b-ec68-411b-a643-20c5bcf0bc47 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 985 time: 0.1292398 Sep 09 18:22:16.220513 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679c520-f9e0-440b-93a8-6a107d94b066 req-7c71f6bf-9205-43df-8692-d07b8c58dd11 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:16.236601 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f679c520-f9e0-440b-93a8-6a107d94b066 req-7c71f6bf-9205-43df-8692-d07b8c58dd11 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 944 time: 0.1463075 Sep 09 18:22:16.306795 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d0cbaf55-df76-46ae-a4a7-e9bf8649daba req-c746b71c-6841-4caf-8f17-8d463036927d tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&id=847cbfec-5248-416f-ab63-e9b107546e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1190879 Sep 09 18:22:16.376011 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f679c520-f9e0-440b-93a8-6a107d94b066 req-4b2fa24c-731a-4f0f-a479-31fa4140a3ac tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269116 Sep 09 18:22:16.396978 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-d373c288-8f02-400f-b58e-4ed9396110cc None None] Provisioning complete for port 756e824c-e295-4895-bb43-30b1d93194f4 triggered by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:22:16.397535 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d373c288-8f02-400f-b58e-4ed9396110cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:16.461721 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-18916338-cf07-4d8e-b69f-7637ba762371 req-0ed0ce36-1d70-496a-bdde-73c644a845e9 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=d568a370-2cc1-4fa2-bb5c-55aff4f1820b HTTP/1.1" status: 200 len: 210 time: 0.0520234 Sep 09 18:22:17.558154 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f0d0e417-67b2-4d32-b6df-d6695dd028e3 req-dc608a6a-ae69-477d-a90a-bd5c0f6ece73 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=d568a370-2cc1-4fa2-bb5c-55aff4f1820b HTTP/1.1" status: 200 len: 210 time: 0.0298920 Sep 09 18:22:17.567481 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1c9bb-36c6-40e1-9c68-d97420d6f492 req-fb2a9a04-35b3-42a0-a258-8f495d1c62d0 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:17.569192 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-85a1c9bb-36c6-40e1-9c68-d97420d6f492 req-fb2a9a04-35b3-42a0-a258-8f495d1c62d0 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 944 time: 0.0828381 Sep 09 18:22:17.611410 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-85a1c9bb-36c6-40e1-9c68-d97420d6f492 req-79041fa3-9fc5-4eca-bf2f-aaeb31b863eb tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363460 Sep 09 18:22:18.681012 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2a3f50cd-ec2f-4413-a095-2c8ca5840e9f req-9f4c0859-6db8-4a57-b2c2-c122845f6b3c tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=d568a370-2cc1-4fa2-bb5c-55aff4f1820b HTTP/1.1" status: 200 len: 210 time: 0.0355525 Sep 09 18:22:18.761316 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4839d54-c324-4fc7-be48-788061a11716 req-7dc158ee-aba5-4b69-9d29-ca7df7ee6ef5 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:18.762895 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e4839d54-c324-4fc7-be48-788061a11716 req-7dc158ee-aba5-4b69-9d29-ca7df7ee6ef5 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 944 time: 0.0634060 Sep 09 18:22:18.808148 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e4839d54-c324-4fc7-be48-788061a11716 req-4a8778e1-4fcc-4484-8d28-ba7e55962336 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390046 Sep 09 18:22:19.806514 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e147376e-fee2-468d-84c5-80d3ee62f1d4 req-b08b4647-305a-465b-b7de-c2d37ef64786 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=d568a370-2cc1-4fa2-bb5c-55aff4f1820b HTTP/1.1" status: 200 len: 210 time: 0.0317590 Sep 09 18:22:19.957108 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3574a-8d0f-4b84-90aa-ad57581365ba req-c016c427-0f78-47aa-918d-b7f640db34ba tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:19.959381 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f1a3574a-8d0f-4b84-90aa-ad57581365ba req-c016c427-0f78-47aa-918d-b7f640db34ba tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 944 time: 0.0589588 Sep 09 18:22:20.026757 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f1a3574a-8d0f-4b84-90aa-ad57581365ba req-a5694576-2f99-49d4-8337-b43b9b068b83 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609865 Sep 09 18:22:20.914757 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e88629c9-928b-498b-9862-ca6191626b68 req-ff476e0c-78aa-4f90-886c-d5dcc3802f52 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=d568a370-2cc1-4fa2-bb5c-55aff4f1820b HTTP/1.1" status: 200 len: 210 time: 0.0302877 Sep 09 18:22:21.186436 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024cd90-114d-4661-851f-f48d9d40f661 req-109596cb-f442-4f24-84e8-3e160e00273f tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:21.188241 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e024cd90-114d-4661-851f-f48d9d40f661 req-109596cb-f442-4f24-84e8-3e160e00273f tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 944 time: 0.0556781 Sep 09 18:22:21.231102 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e024cd90-114d-4661-851f-f48d9d40f661 req-c605447c-cea2-4265-a6aa-0394ddcd4f1a tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361559 Sep 09 18:22:22.021712 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-634e8a62-5f7e-4cc0-a526-1d27c8a0a773 req-63251a5c-e473-4e51-85bf-58a249fee639 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=d568a370-2cc1-4fa2-bb5c-55aff4f1820b HTTP/1.1" status: 200 len: 210 time: 0.0333912 Sep 09 18:22:22.357875 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0012f-f850-4c76-82e8-0108b95c9729 req-ecb52744-b0d4-4d80-891e-16cc9e69ed17 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:22.359370 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a4d0012f-f850-4c76-82e8-0108b95c9729 req-ecb52744-b0d4-4d80-891e-16cc9e69ed17 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 944 time: 0.0524623 Sep 09 18:22:22.401947 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a4d0012f-f850-4c76-82e8-0108b95c9729 req-c021abef-6199-4845-856f-fd2e2dff77fd tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363986 Sep 09 18:22:23.135927 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ecf7d17a-d57a-4157-bc98-41159c78b718 req-768872d6-a31e-4bf4-ae5c-4f3bb07250af tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=d568a370-2cc1-4fa2-bb5c-55aff4f1820b HTTP/1.1" status: 200 len: 210 time: 0.0319529 Sep 09 18:22:23.530202 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9530b56-7b0e-496a-8343-4d91e75a4fec req-9891f6ab-1758-4e3d-a3b5-cd79cf07acf3 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:23.531879 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d9530b56-7b0e-496a-8343-4d91e75a4fec req-9891f6ab-1758-4e3d-a3b5-cd79cf07acf3 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 944 time: 0.0528364 Sep 09 18:22:23.576080 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d9530b56-7b0e-496a-8343-4d91e75a4fec req-54364413-f5b7-4c93-a892-7a99ce141937 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358200 Sep 09 18:22:24.234124 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-14e4a476-f997-4a19-8d34-060c162d4858 req-361e53b0-6a1a-4ef3-8b98-ff2bf3f0ffea tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=d568a370-2cc1-4fa2-bb5c-55aff4f1820b HTTP/1.1" status: 200 len: 210 time: 0.0278666 Sep 09 18:22:24.698118 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9986e0d-4e92-45d1-9a9f-e74a96b806ff req-2184c4a4-3a0c-48f5-a2a8-60d409069903 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:24.699590 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f9986e0d-4e92-45d1-9a9f-e74a96b806ff req-2184c4a4-3a0c-48f5-a2a8-60d409069903 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 944 time: 0.0510018 Sep 09 18:22:24.740503 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f9986e0d-4e92-45d1-9a9f-e74a96b806ff req-dac74be8-6078-41b8-85f9-ea00a12a1e36 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348976 Sep 09 18:22:24.786177 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b74b282-6dec-412a-876d-6372cdd78e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:25.033150 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c4833-affb-4ba2-8c5f-c769ef82e5d0 req-91140f1c-0a04-479d-a477-2ab7c02bd119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:25.034419 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a13c4833-affb-4ba2-8c5f-c769ef82e5d0 req-91140f1c-0a04-479d-a477-2ab7c02bd119 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6c6da778518d4565908e5cf0fa432d10&device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 1138 time: 0.0453856 Sep 09 18:22:25.143463 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c4833-affb-4ba2-8c5f-c769ef82e5d0 req-4296f6ca-6cfe-4bd3-92fe-d6b91f735d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:25.145032 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a13c4833-affb-4ba2-8c5f-c769ef82e5d0 req-4296f6ca-6cfe-4bd3-92fe-d6b91f735d23 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c8a3e621-aafd-4c83-9fc5-3660c7c8f597 HTTP/1.1" status: 200 len: 916 time: 0.1014752 Sep 09 18:22:25.247976 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a13c4833-affb-4ba2-8c5f-c769ef82e5d0 req-9ea89313-764d-41d1-8cb2-ae3309736a15 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=756e824c-e295-4895-bb43-30b1d93194f4 HTTP/1.1" status: 200 len: 1001 time: 0.0943253 Sep 09 18:22:25.330908 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c4833-affb-4ba2-8c5f-c769ef82e5d0 req-26f17533-4052-4e56-a3aa-2aa18f65f34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:25.332351 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a13c4833-affb-4ba2-8c5f-c769ef82e5d0 req-26f17533-4052-4e56-a3aa-2aa18f65f34e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea5cb843-bb4c-4217-a23d-5d3311db9ad5 HTTP/1.1" status: 200 len: 854 time: 0.0664346 Sep 09 18:22:25.363837 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-374afa0f-47dd-44a4-bda1-54fea90e20f4 req-5965087b-99ac-4870-9cf3-6fafa546d2a6 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=d568a370-2cc1-4fa2-bb5c-55aff4f1820b HTTP/1.1" status: 200 len: 210 time: 0.0353723 Sep 09 18:22:25.396846 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c4833-affb-4ba2-8c5f-c769ef82e5d0 req-3c24a4b9-af07-4fcd-921a-16de3189e05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:25.399199 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a13c4833-affb-4ba2-8c5f-c769ef82e5d0 req-3c24a4b9-af07-4fcd-921a-16de3189e05b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c8a3e621-aafd-4c83-9fc5-3660c7c8f597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0590792 Sep 09 18:22:25.420495 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 6 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:22:25.504897 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a13c4833-affb-4ba2-8c5f-c769ef82e5d0 req-0f89fa2c-2b7c-47a8-bcbe-68c1ed933501 service neutron] 10.222.0.54 "GET /v2.0/networks/c8a3e621-aafd-4c83-9fc5-3660c7c8f597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974936 Sep 09 18:22:25.604884 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a13c4833-affb-4ba2-8c5f-c769ef82e5d0 req-45ac6dcc-ee3f-489c-b132-ffaa0e63c55f service neutron] 10.222.0.54 "GET /v2.0/networks/c8a3e621-aafd-4c83-9fc5-3660c7c8f597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917790 Sep 09 18:22:25.793223 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2767d4-7b7d-4ffd-a51b-a14d27f64e07 req-fc650fa1-2aa2-480d-ad40-79906bc38561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:25.794805 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7d2767d4-7b7d-4ffd-a51b-a14d27f64e07 req-fc650fa1-2aa2-480d-ad40-79906bc38561 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6c6da778518d4565908e5cf0fa432d10&device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 1138 time: 0.0445650 Sep 09 18:22:25.923446 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e800d-42e3-4e61-b3ea-763e4e0f60a6 req-1ecd76d6-c004-4d3a-83fd-bc47ff315510 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:25.924866 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b59e800d-42e3-4e61-b3ea-763e4e0f60a6 req-1ecd76d6-c004-4d3a-83fd-bc47ff315510 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 944 time: 0.1111321 Sep 09 18:22:25.953641 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2767d4-7b7d-4ffd-a51b-a14d27f64e07 req-0ff4c6cb-c6c6-4da8-a1a5-b87b5269286e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:25.955054 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7d2767d4-7b7d-4ffd-a51b-a14d27f64e07 req-0ff4c6cb-c6c6-4da8-a1a5-b87b5269286e service neutron] 10.222.0.54 "GET /v2.0/networks?id=c8a3e621-aafd-4c83-9fc5-3660c7c8f597 HTTP/1.1" status: 200 len: 916 time: 0.1512406 Sep 09 18:22:26.005339 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b59e800d-42e3-4e61-b3ea-763e4e0f60a6 req-d27a6a7d-a527-4511-8a58-5f67a5409b48 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735800 Sep 09 18:22:26.041346 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7d2767d4-7b7d-4ffd-a51b-a14d27f64e07 req-69ec321f-d16c-4265-b057-45ac8b3580b3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=756e824c-e295-4895-bb43-30b1d93194f4 HTTP/1.1" status: 200 len: 1001 time: 0.0754616 Sep 09 18:22:26.095002 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2767d4-7b7d-4ffd-a51b-a14d27f64e07 req-29f8f441-0ff9-44f0-a77a-92fd1b58b7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:26.096679 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7d2767d4-7b7d-4ffd-a51b-a14d27f64e07 req-29f8f441-0ff9-44f0-a77a-92fd1b58b7c1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea5cb843-bb4c-4217-a23d-5d3311db9ad5 HTTP/1.1" status: 200 len: 854 time: 0.0469782 Sep 09 18:22:26.142613 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2767d4-7b7d-4ffd-a51b-a14d27f64e07 req-e06d83c6-3da4-4971-900a-beb2c90e09d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:26.144079 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7d2767d4-7b7d-4ffd-a51b-a14d27f64e07 req-e06d83c6-3da4-4971-900a-beb2c90e09d2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c8a3e621-aafd-4c83-9fc5-3660c7c8f597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400033 Sep 09 18:22:26.235974 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7d2767d4-7b7d-4ffd-a51b-a14d27f64e07 req-b4eeac81-fcf9-4316-8a5d-87a6be445e31 service neutron] 10.222.0.54 "GET /v2.0/networks/c8a3e621-aafd-4c83-9fc5-3660c7c8f597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836086 Sep 09 18:22:26.325842 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7d2767d4-7b7d-4ffd-a51b-a14d27f64e07 req-1e5ce1b3-92f3-486d-9ea6-350ec15c5afd service neutron] 10.222.0.54 "GET /v2.0/networks/c8a3e621-aafd-4c83-9fc5-3660c7c8f597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824656 Sep 09 18:22:26.789344 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c37c67-08a6-4e5b-9079-51689569660b req-3f8cbfe0-24bc-4c29-a95c-cf9c38deedca tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:26.790803 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e0c37c67-08a6-4e5b-9079-51689569660b req-3f8cbfe0-24bc-4c29-a95c-cf9c38deedca tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=17bdf1ea-6175-4624-a739-5a4ad120006e HTTP/1.1" status: 200 len: 946 time: 0.0477540 Sep 09 18:22:26.829100 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e0c37c67-08a6-4e5b-9079-51689569660b req-eb8aaabb-13d1-4a6e-b351-a31771f121a5 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323274 Sep 09 18:22:27.135572 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf854d8-dcba-47d5-9d9c-80373e54bc55 req-3dcf6625-aa85-4bb8-9150-b4c18458b826 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:27.137085 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2bf854d8-dcba-47d5-9d9c-80373e54bc55 req-3dcf6625-aa85-4bb8-9150-b4c18458b826 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 944 time: 0.0541077 Sep 09 18:22:27.174946 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2bf854d8-dcba-47d5-9d9c-80373e54bc55 req-32620235-55ab-42be-9e7e-06d8f8170d48 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319784 Sep 09 18:22:27.493932 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe3d4653-298b-44e5-8fc1-90540d30981a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:27.534274 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:27.992909 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc25456-00b6-4d64-9026-841e9e0ea36a req-5ce210a7-b092-4d97-922f-48ea818a4665 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:27.995664 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3cc25456-00b6-4d64-9026-841e9e0ea36a req-5ce210a7-b092-4d97-922f-48ea818a4665 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=17bdf1ea-6175-4624-a739-5a4ad120006e HTTP/1.1" status: 200 len: 946 time: 0.0737715 Sep 09 18:22:28.042908 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3cc25456-00b6-4d64-9026-841e9e0ea36a req-f0de423a-027d-4f06-8de0-b82f4988b37f tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392380 Sep 09 18:22:28.319193 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b0889-c9be-4a54-87fd-d869869fed6d req-873bfe36-d57f-431a-9470-c995f1cf9b05 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:28.321101 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7f1b0889-c9be-4a54-87fd-d869869fed6d req-873bfe36-d57f-431a-9470-c995f1cf9b05 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 944 time: 0.0665696 Sep 09 18:22:28.369298 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7f1b0889-c9be-4a54-87fd-d869869fed6d req-af6b82c5-cdf7-4468-befd-76a5becbbfcb tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418577 Sep 09 18:22:28.590195 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8b92a-b8bb-45a8-929b-4666b5ff8ab5 req-cfb89143-ab5f-4854-abda-9f603ce85c0b tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:28.592116 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-aaf8b92a-b8bb-45a8-929b-4666b5ff8ab5 req-cfb89143-ab5f-4854-abda-9f603ce85c0b tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.54 "GET /v2.0/ports?device_id=17bdf1ea-6175-4624-a739-5a4ad120006e HTTP/1.1" status: 200 len: 946 time: 0.0590146 Sep 09 18:22:28.712936 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [req-aaf8b92a-b8bb-45a8-929b-4666b5ff8ab5 req-4563bd7e-aad5-4a9a-959a-f4c50f0dda89 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Deleting port fcd380a5-c676-4b5d-99d4-023e7c20b9e7 {{(pid=94637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:22:28.713372 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-aaf8b92a-b8bb-45a8-929b-4666b5ff8ab5 req-4563bd7e-aad5-4a9a-959a-f4c50f0dda89 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:28.824173 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-aaf8b92a-b8bb-45a8-929b-4666b5ff8ab5 req-4563bd7e-aad5-4a9a-959a-f4c50f0dda89 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] For port fcd380a5-c676-4b5d-99d4-023e7c20b9e7, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=fcd380a5-c676-4b5d-99d4-023e7c20b9e7,segment=NetworkSegment(7898d1ab-7660-4281-85f4-69d970fcafe6),segment_id=7898d1ab-7660-4281-85f4-69d970fcafe6)] {{(pid=94637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:22:28.824669 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-aaf8b92a-b8bb-45a8-929b-4666b5ff8ab5 req-4563bd7e-aad5-4a9a-959a-f4c50f0dda89 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:28.838340 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [req-aaf8b92a-b8bb-45a8-929b-4666b5ff8ab5 req-4563bd7e-aad5-4a9a-959a-f4c50f0dda89 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Calling delete_port for fcd380a5-c676-4b5d-99d4-023e7c20b9e7 owned by compute:nova {{(pid=94637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:22:29.089051 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-aaf8b92a-b8bb-45a8-929b-4666b5ff8ab5 req-4563bd7e-aad5-4a9a-959a-f4c50f0dda89 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:29.106032 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] get_ports_and_sgs() called for port_ids ['f8ed4a80-ccc3-4606-bb16-5adecbdb122b', 'fcd380a5-c676-4b5d-99d4-023e7c20b9e7'] {{(pid=94639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 18:22:29.146844 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:29.156009 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563bd7e-aad5-4a9a-959a-f4c50f0dda89 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Pushing event deleted for resources: {'Port': ['ID=fcd380a5-c676-4b5d-99d4-023e7c20b9e7,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:22:29.193239 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-152492e8-d5b0-4964-8a4d-0fa5c2e3adb3 req-c0921e71-0bc0-404a-9564-0cd4b0400c3f tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=17bdf1ea-6175-4624-a739-5a4ad120006e HTTP/1.1" status: 200 len: 210 time: 0.0511560 Sep 09 18:22:29.240078 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf8b92a-b8bb-45a8-929b-4666b5ff8ab5 req-4563bd7e-aad5-4a9a-959a-f4c50f0dda89 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] No DVR routers for this DVR port fcd380a5-c676-4b5d-99d4-023e7c20b9e7 on host hv-cinder-77954 {{(pid=94637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 18:22:29.254056 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-aaf8b92a-b8bb-45a8-929b-4666b5ff8ab5 req-4563bd7e-aad5-4a9a-959a-f4c50f0dda89 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:29.256182 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-aaf8b92a-b8bb-45a8-929b-4666b5ff8ab5 req-4563bd7e-aad5-4a9a-959a-f4c50f0dda89 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.54 "DELETE /v2.0/ports/fcd380a5-c676-4b5d-99d4-023e7c20b9e7 HTTP/1.1" status: 204 len: 173 time: 0.6552274 Sep 09 18:22:29.256770 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17bdf1ea-6175-4624-a739-5a4ad120006e', 'name': 'network-vif-deleted', 'tag': 'fcd380a5-c676-4b5d-99d4-023e7c20b9e7'}] {{(pid=94637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:22:29.259001 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133f33bf375164f5fa4b6a6278130a616101494423e3cf7e78094e28bab08aaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6217c66-fa37-453b-97a6-3d94e3688cdf" -d '{"events": [{"server_uuid": "17bdf1ea-6175-4624-a739-5a4ad120006e", "name": "network-vif-deleted", "tag": "fcd380a5-c676-4b5d-99d4-023e7c20b9e7"}]}' {{(pid=94637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:22:29.337075 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 18:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ffb08c-dadb-4d16-a50b-d34bd8fff95c x-openstack-request-id: req-86ffb08c-dadb-4d16-a50b-d34bd8fff95c {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:22:29.337516 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17bdf1ea-6175-4624-a739-5a4ad120006e", "name": "network-vif-deleted", "tag": "fcd380a5-c676-4b5d-99d4-023e7c20b9e7", "status": "completed", "code": 200}]} {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:22:29.337908 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-86ffb08c-dadb-4d16-a50b-d34bd8fff95c {{(pid=94637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:22:29.342654 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17bdf1ea-6175-4624-a739-5a4ad120006e', 'name': 'network-vif-deleted', 'tag': 'fcd380a5-c676-4b5d-99d4-023e7c20b9e7', 'status': 'completed', 'code': 200} Sep 09 18:22:29.526528 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb933c58-e4eb-40e7-9554-fc8d4bd2d3be req-23479c5b-a1d9-40b7-8a09-52548ab71b32 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:29.529300 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-cb933c58-e4eb-40e7-9554-fc8d4bd2d3be req-23479c5b-a1d9-40b7-8a09-52548ab71b32 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 944 time: 0.0720870 Sep 09 18:22:29.589923 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-cb933c58-e4eb-40e7-9554-fc8d4bd2d3be req-968f4c30-e00b-40ce-b298-772ee295a178 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520461 Sep 09 18:22:30.315818 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bc5b9bda-c2d5-474c-a3d5-823d0b188132 req-52fc670c-5992-4e1e-9983-015faf841a87 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=17bdf1ea-6175-4624-a739-5a4ad120006e HTTP/1.1" status: 200 len: 210 time: 0.0259569 Sep 09 18:22:30.737614 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a15ea66-ad6e-41bf-b800-84bb3bf0257f req-58d2f782-2e1f-4ca0-bfd3-7890a4f152e7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:30.739578 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0a15ea66-ad6e-41bf-b800-84bb3bf0257f req-58d2f782-2e1f-4ca0-bfd3-7890a4f152e7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 944 time: 0.0685120 Sep 09 18:22:30.784762 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0a15ea66-ad6e-41bf-b800-84bb3bf0257f req-d3573b79-cba0-49ea-9a4b-edf185b3fd09 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387824 Sep 09 18:22:31.108357 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:31.935043 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f7f11-0d27-4d19-9c1d-7bbd6b4b907e req-e74be1c0-7cc2-4f1b-abd4-951611792a52 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:31.935705 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ad3f7f11-0d27-4d19-9c1d-7bbd6b4b907e req-e74be1c0-7cc2-4f1b-abd4-951611792a52 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 944 time: 0.0508468 Sep 09 18:22:31.982311 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ad3f7f11-0d27-4d19-9c1d-7bbd6b4b907e req-8683b718-bcf8-4b51-b1a8-9270ea407c2f tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401926 Sep 09 18:22:32.389044 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device fcd380a5-c676-4b5d-99d4-023e7c20b9e7 no longer exists at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:22:32.414275 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] No Port match for: fcd380a5-c676-4b5d-99d4-023e7c20b9e7 {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:22:32.417273 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device fcd380a5-c676-4b5d-99d4-023e7c20b9e7 not bound to the agent host hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:22:33.132647 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5f035-4cbc-49d5-b56b-5ea969d9aa05 req-85fb23dc-9e12-41a6-b7b3-4238f61cebd2 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:33.134336 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c8b5f035-4cbc-49d5-b56b-5ea969d9aa05 req-85fb23dc-9e12-41a6-b7b3-4238f61cebd2 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 944 time: 0.0546401 Sep 09 18:22:33.189112 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c8b5f035-4cbc-49d5-b56b-5ea969d9aa05 req-56351de7-4dee-46de-9ad5-6715aadaad6d tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439906 Sep 09 18:22:33.253659 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77205b05-bde1-4b41-9885-0511029b2c7e req-493eb6b8-dbce-4b6c-b162-0a0efc2953dc tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:33.255329 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-77205b05-bde1-4b41-9885-0511029b2c7e req-493eb6b8-dbce-4b6c-b162-0a0efc2953dc tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=01e543b5-549b-4f2e-b140-7fb46b3f0163 HTTP/1.1" status: 200 len: 946 time: 0.0560052 Sep 09 18:22:33.295163 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-77205b05-bde1-4b41-9885-0511029b2c7e req-584a7921-0017-4acf-99ed-99b42e4c2eb8 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332739 Sep 09 18:22:34.333802 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac267a7-8b3c-4620-83c2-ea034e263ad2 req-d10a9e6f-966a-48cf-b2b0-b6b0efe94b33 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:34.335433 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3ac267a7-8b3c-4620-83c2-ea034e263ad2 req-d10a9e6f-966a-48cf-b2b0-b6b0efe94b33 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 944 time: 0.0566065 Sep 09 18:22:34.405673 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device ec03f1d3-5a50-4119-9cf9-8311f87974bf details requested by agent hyperv_hv-cinder-77954 with host hv-cinder-77954 {{(pid=94639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 18:22:34.445060 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3ac267a7-8b3c-4620-83c2-ea034e263ad2 req-7098e290-181a-4244-a19f-af2deba9cb37 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016223 Sep 09 18:22:34.483582 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ecb26-9322-42d2-94c2-1137c723f9d8 req-aeb2895a-d479-4d37-996a-209b0207ba94 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:34.484808 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-888ecb26-9322-42d2-94c2-1137c723f9d8 req-aeb2895a-d479-4d37-996a-209b0207ba94 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=01e543b5-549b-4f2e-b140-7fb46b3f0163 HTTP/1.1" status: 200 len: 946 time: 0.0910220 Sep 09 18:22:34.535468 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port ec03f1d3-5a50-4119-9cf9-8311f87974bf, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=ec03f1d3-5a50-4119-9cf9-8311f87974bf,segment=NetworkSegment(5dabc900-77d9-4787-b5a9-e934b438dec7),segment_id=5dabc900-77d9-4787-b5a9-e934b438dec7)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:22:34.539423 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-888ecb26-9322-42d2-94c2-1137c723f9d8 req-d4a2297a-feaf-4775-96aa-e51f3a0d9e5a tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429070 Sep 09 18:22:34.554168 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Returning: {'device': 'ec03f1d3-5a50-4119-9cf9-8311f87974bf', 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe', 'port_id': 'ec03f1d3-5a50-4119-9cf9-8311f87974bf', 'mac_address': 'fa:16:3e:19:8d:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a76c712f-0b8e-4da8-9f5a-950d58cfba07', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 18:22:34.599193 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:34.619541 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec03f1d3-5a50-4119-9cf9-8311f87974bf {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:22:34.642354 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port ec03f1d3-5a50-4119-9cf9-8311f87974bf, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=ec03f1d3-5a50-4119-9cf9-8311f87974bf,segment=NetworkSegment(5dabc900-77d9-4787-b5a9-e934b438dec7),segment_id=5dabc900-77d9-4787-b5a9-e934b438dec7)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:22:34.740044 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:34.811838 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=ec03f1d3-5a50-4119-9cf9-8311f87974bf,revision_number=9']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:22:34.819745 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:22:34.819745 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:22:34.820116 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:22:34.820550 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:22:34.820930 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:22:34.821329 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:22:34.821731 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:22:34.822367 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:22:34.822849 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:22:34.823408 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:22:34.823784 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:22:34.824222 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:22:34.963063 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:35.461952 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] get_ports_and_sgs() called for port_ids ['ec03f1d3-5a50-4119-9cf9-8311f87974bf'] {{(pid=94639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 18:22:35.750476 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bc7da4af-88c2-4046-98c7-966ec6fe2085 req-e51355ab-94cd-400e-9488-1d371fbbf8e3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1739488 Sep 09 18:22:35.765351 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba931553-57fd-4803-951e-ae1c13439713 req-906e1172-d1e0-404b-9abe-d5503bd9d638 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:35.767770 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ba931553-57fd-4803-951e-ae1c13439713 req-906e1172-d1e0-404b-9abe-d5503bd9d638 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 945 time: 0.1823552 Sep 09 18:22:35.807483 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5275cbc-a825-4ad7-984f-acb14cd9c867 req-f91bd0b9-ae0c-4c1a-bf0a-78c6931be6fe tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:35.809969 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b5275cbc-a825-4ad7-984f-acb14cd9c867 req-f91bd0b9-ae0c-4c1a-bf0a-78c6931be6fe tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=01e543b5-549b-4f2e-b140-7fb46b3f0163 HTTP/1.1" status: 200 len: 946 time: 0.1519072 Sep 09 18:22:35.940884 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82045daa-8bd4-4d00-a203-f6a992da7f0d req-d2c9ba41-f0bc-4820-b044-ac6b09d354d5 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:35.942471 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-82045daa-8bd4-4d00-a203-f6a992da7f0d req-d2c9ba41-f0bc-4820-b044-ac6b09d354d5 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.54 "GET /v2.0/ports?device_id=01e543b5-549b-4f2e-b140-7fb46b3f0163 HTTP/1.1" status: 200 len: 946 time: 0.0815322 Sep 09 18:22:35.945883 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ba931553-57fd-4803-951e-ae1c13439713 req-b1f68397-1b62-4e87-9903-4371ad2254f9 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683733 Sep 09 18:22:35.957522 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7da4af-88c2-4046-98c7-966ec6fe2085 req-a0692bf2-5de9-4274-85c4-0d584959097e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:35.962022 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bc7da4af-88c2-4046-98c7-966ec6fe2085 req-a0692bf2-5de9-4274-85c4-0d584959097e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=289a7608c7ee408d90d48b78c6155ce2&device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 1098 time: 0.1484354 Sep 09 18:22:35.966552 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b5275cbc-a825-4ad7-984f-acb14cd9c867 req-5b6bfe52-e03f-48df-a384-8c0c6e303f1d tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/security-groups?id=6fa1627a-2b54-49b2-a434-0b6c5407973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432176 Sep 09 18:22:36.116460 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7da4af-88c2-4046-98c7-966ec6fe2085 req-6f4b7d7f-e1fd-4150-bb9a-0506be2b5141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:36.117637 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-82045daa-8bd4-4d00-a203-f6a992da7f0d req-f25f62bf-5295-4a8f-80d8-ca2a7088e941 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Deleting port f8ed4a80-ccc3-4606-bb16-5adecbdb122b {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:22:36.118113 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-82045daa-8bd4-4d00-a203-f6a992da7f0d req-f25f62bf-5295-4a8f-80d8-ca2a7088e941 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:36.118892 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bc7da4af-88c2-4046-98c7-966ec6fe2085 req-6f4b7d7f-e1fd-4150-bb9a-0506be2b5141 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9 HTTP/1.1" status: 200 len: 912 time: 0.1253386 Sep 09 18:22:36.229096 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bc7da4af-88c2-4046-98c7-966ec6fe2085 req-46df3c17-e2f3-4de5-bd5a-dd2c14ab47e7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60eded96-00c4-4fe2-9285-01a7eeb37452 HTTP/1.1" status: 200 len: 1000 time: 0.1027136 Sep 09 18:22:36.261297 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-82045daa-8bd4-4d00-a203-f6a992da7f0d req-f25f62bf-5295-4a8f-80d8-ca2a7088e941 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] For port f8ed4a80-ccc3-4606-bb16-5adecbdb122b, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=f8ed4a80-ccc3-4606-bb16-5adecbdb122b,segment=NetworkSegment(7898d1ab-7660-4281-85f4-69d970fcafe6),segment_id=7898d1ab-7660-4281-85f4-69d970fcafe6)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:22:36.261564 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-82045daa-8bd4-4d00-a203-f6a992da7f0d req-f25f62bf-5295-4a8f-80d8-ca2a7088e941 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:36.284615 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-82045daa-8bd4-4d00-a203-f6a992da7f0d req-f25f62bf-5295-4a8f-80d8-ca2a7088e941 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Calling delete_port for f8ed4a80-ccc3-4606-bb16-5adecbdb122b owned by compute:nova {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:22:36.290957 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7da4af-88c2-4046-98c7-966ec6fe2085 req-2376be2d-cc9b-4469-94b9-acfebeb32bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:36.292506 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bc7da4af-88c2-4046-98c7-966ec6fe2085 req-2376be2d-cc9b-4469-94b9-acfebeb32bb2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=07bcfd60-1ce9-4552-ba2f-917a442c6c08 HTTP/1.1" status: 200 len: 850 time: 0.0541868 Sep 09 18:22:36.354466 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7da4af-88c2-4046-98c7-966ec6fe2085 req-93fa808c-2287-40ca-a2eb-c6c48c1094f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:36.357472 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bc7da4af-88c2-4046-98c7-966ec6fe2085 req-93fa808c-2287-40ca-a2eb-c6c48c1094f4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560458 Sep 09 18:22:36.466832 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bc7da4af-88c2-4046-98c7-966ec6fe2085 req-691739b7-e7fe-4189-9daa-8a1748ff7aaf service neutron] 10.222.0.54 "GET /v2.0/networks/9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960710 Sep 09 18:22:36.539913 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-82045daa-8bd4-4d00-a203-f6a992da7f0d req-f25f62bf-5295-4a8f-80d8-ca2a7088e941 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2896014'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:36.555879 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] get_ports_and_sgs() called for port_ids ['f8ed4a80-ccc3-4606-bb16-5adecbdb122b'] {{(pid=94639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 18:22:36.592027 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25f62bf-5295-4a8f-80d8-ca2a7088e941 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Pushing event deleted for resources: {'Port': ['ID=f8ed4a80-ccc3-4606-bb16-5adecbdb122b,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:22:36.592781 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bc7da4af-88c2-4046-98c7-966ec6fe2085 req-b588bdee-41e5-4ab3-95e3-79b1830f499c service neutron] 10.222.0.54 "GET /v2.0/networks/9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083922 Sep 09 18:22:36.669273 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-82045daa-8bd4-4d00-a203-f6a992da7f0d req-f25f62bf-5295-4a8f-80d8-ca2a7088e941 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] No DVR routers for this DVR port f8ed4a80-ccc3-4606-bb16-5adecbdb122b on host hv-cinder-77954 {{(pid=94638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 18:22:36.671808 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-82045daa-8bd4-4d00-a203-f6a992da7f0d req-f25f62bf-5295-4a8f-80d8-ca2a7088e941 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:36.673981 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-82045daa-8bd4-4d00-a203-f6a992da7f0d req-f25f62bf-5295-4a8f-80d8-ca2a7088e941 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.54 "DELETE /v2.0/ports/f8ed4a80-ccc3-4606-bb16-5adecbdb122b HTTP/1.1" status: 204 len: 173 time: 0.7238665 Sep 09 18:22:36.674424 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e543b5-549b-4f2e-b140-7fb46b3f0163', 'name': 'network-vif-deleted', 'tag': 'f8ed4a80-ccc3-4606-bb16-5adecbdb122b'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:22:36.676703 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a767718c04ac1acf345d0243a01d56243c7d5b55222faf7f06dd44169baae4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52d8cce-96d9-474f-b59b-198590e5a697" -d '{"events": [{"server_uuid": "01e543b5-549b-4f2e-b140-7fb46b3f0163", "name": "network-vif-deleted", "tag": "f8ed4a80-ccc3-4606-bb16-5adecbdb122b"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:22:36.716777 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 18:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c560739-1509-4c1c-ac74-8fc8375e7838 x-openstack-request-id: req-2c560739-1509-4c1c-ac74-8fc8375e7838 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:22:36.717072 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e543b5-549b-4f2e-b140-7fb46b3f0163", "name": "network-vif-deleted", "tag": "f8ed4a80-ccc3-4606-bb16-5adecbdb122b", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:22:36.717331 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2c560739-1509-4c1c-ac74-8fc8375e7838 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:22:36.717755 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e543b5-549b-4f2e-b140-7fb46b3f0163', 'name': 'network-vif-deleted', 'tag': 'f8ed4a80-ccc3-4606-bb16-5adecbdb122b', 'status': 'completed', 'code': 200} Sep 09 18:22:37.087861 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6800c32f-8ae9-461a-a11c-b48c03f836d8 req-cd6cf23a-c97c-439d-976c-3cb8460203c5 tempest-AttachVolumeNegativeTest-2093978517 tempest-AttachVolumeNegativeTest-2093978517-project] 10.222.0.39 "GET /v2.0/ports?device_id=01e543b5-549b-4f2e-b140-7fb46b3f0163 HTTP/1.1" status: 200 len: 210 time: 0.0336301 Sep 09 18:22:37.101309 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856065f0-ba3e-4a8a-b0ea-1d83af07c4df req-e73a60e2-5ae1-498e-a117-144de1d3ffbd tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:37.102909 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-856065f0-ba3e-4a8a-b0ea-1d83af07c4df req-e73a60e2-5ae1-498e-a117-144de1d3ffbd tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 945 time: 0.0842154 Sep 09 18:22:37.364349 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-856065f0-ba3e-4a8a-b0ea-1d83af07c4df req-740b15f7-35c4-4851-9e09-089a4a7bcf34 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2554369 Sep 09 18:22:38.154899 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 43752) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:22:38.206281 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.db_base_plugin_v2 [None req-94980842-1d3b-4751-99e9-7da609f40a7d admin admin] Deleting subnet f1820377-02b2-429c-bc0b-65270228fdbb {{(pid=94637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 18:22:38.209414 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-94980842-1d3b-4751-99e9-7da609f40a7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:38.246669 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-94980842-1d3b-4751-99e9-7da609f40a7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8515338'] for subnet, precommit_delete_associations {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:38.286684 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-94980842-1d3b-4751-99e9-7da609f40a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775357'] for subnet, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:38.429818 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device ec03f1d3-5a50-4119-9cf9-8311f87974bf up at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:22:38.450658 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-94980842-1d3b-4751-99e9-7da609f40a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9834253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8646639'] for subnet, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:38.483004 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning complete for port ec03f1d3-5a50-4119-9cf9-8311f87974bf triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:22:38.483380 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:38.491904 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94980842-1d3b-4751-99e9-7da609f40a7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1820377-02b2-429c-bc0b-65270228fdbb,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:22:38.503955 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-94980842-1d3b-4751-99e9-7da609f40a7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for subnet, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:38.503955 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-94980842-1d3b-4751-99e9-7da609f40a7d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f1820377-02b2-429c-bc0b-65270228fdbb HTTP/1.1" status: 204 len: 168 time: 0.3466530 Sep 09 18:22:38.507057 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 43756) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:22:38.531967 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa9235-e3ad-473e-a6c3-afdb8cf7ca96 req-ae83fd55-8eb6-484e-b66d-499a234d5ab3 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:38.535719 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-79aa9235-e3ad-473e-a6c3-afdb8cf7ca96 req-ae83fd55-8eb6-484e-b66d-499a234d5ab3 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 945 time: 0.0943825 Sep 09 18:22:38.588256 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:38.590684 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5e89a547-1447-4f2e-b59e-387b1e357e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626401'] for network, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:38.593688 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-79aa9235-e3ad-473e-a6c3-afdb8cf7ca96 req-0eb11888-d89e-487e-8b45-e57313133cc7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498066 Sep 09 18:22:38.630619 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b97e252-8472-42ad-ae5b-85edb2ddd298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec03f1d3-5a50-4119-9cf9-8311f87974bf'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:22:38.630619 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c42b67fee44e65162d6e194d2b8dbd641fdff823df3ddc4f15e211ea02ebf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f0144b-d705-4811-9847-2e61c66074ee" -d '{"events": [{"server_uuid": "4b97e252-8472-42ad-ae5b-85edb2ddd298", "name": "network-vif-plugged", "status": "completed", "tag": "ec03f1d3-5a50-4119-9cf9-8311f87974bf"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:22:38.646813 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port ec03f1d3-5a50-4119-9cf9-8311f87974bf, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=ec03f1d3-5a50-4119-9cf9-8311f87974bf,segment=NetworkSegment(5dabc900-77d9-4787-b5a9-e934b438dec7),segment_id=5dabc900-77d9-4787-b5a9-e934b438dec7)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:22:38.677756 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 18:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c31f7f-231c-4bf3-914c-62b949418a23 x-openstack-request-id: req-68c31f7f-231c-4bf3-914c-62b949418a23 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:22:38.678052 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b97e252-8472-42ad-ae5b-85edb2ddd298", "name": "network-vif-plugged", "status": "completed", "tag": "ec03f1d3-5a50-4119-9cf9-8311f87974bf", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:22:38.678306 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-68c31f7f-231c-4bf3-914c-62b949418a23 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:22:38.678876 dv-cinder-779540-2-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b97e252-8472-42ad-ae5b-85edb2ddd298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec03f1d3-5a50-4119-9cf9-8311f87974bf', 'code': 200} Sep 09 18:22:38.680352 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5e89a547-1447-4f2e-b59e-387b1e357e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773192', 'neutron.services.segments.db._delete_segments_for_network-8729821856413'] for network, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:38.704573 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-5e89a547-1447-4f2e-b59e-387b1e357e40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f8ee35-cc2c-41e4-a086-b60f69231898']}} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:22:38.715685 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-5e89a547-1447-4f2e-b59e-387b1e357e40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7898d1ab-7660-4281-85f4-69d970fcafe6') {'for_net_delete': True} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:22:38.720526 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-5e89a547-1447-4f2e-b59e-387b1e357e40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7898d1ab-7660-4281-85f4-69d970fcafe6') {} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:22:38.727597 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5e89a547-1447-4f2e-b59e-387b1e357e40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729821856934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1044657'] for segment, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:38.739582 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:38.744750 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device f8ed4a80-ccc3-4606-bb16-5adecbdb122b no longer exists at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:22:38.744922 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5e89a547-1447-4f2e-b59e-387b1e357e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143'] for segment, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:38.751077 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e89a547-1447-4f2e-b59e-387b1e357e40 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=94638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 18:22:38.751481 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5e89a547-1447-4f2e-b59e-387b1e357e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2903633'] for segment, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:38.753320 dv-cinder-779540-2-iscsi neutron-server[94638]: Traceback (most recent call last): Sep 09 18:22:38.753320 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 18:22:38.753320 dv-cinder-779540-2-iscsi neutron-server[94638]: timer() Sep 09 18:22:38.753320 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 18:22:38.753320 dv-cinder-779540-2-iscsi neutron-server[94638]: cb(*args, **kw) Sep 09 18:22:38.753320 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 18:22:38.753320 dv-cinder-779540-2-iscsi neutron-server[94638]: return func(*args, **kwargs) Sep 09 18:22:38.753320 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 18:22:38.753320 dv-cinder-779540-2-iscsi neutron-server[94638]: self._notify() Sep 09 18:22:38.753320 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 18:22:38.753320 dv-cinder-779540-2-iscsi neutron-server[94638]: self.callback(batched_events) Sep 09 18:22:38.753320 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 18:22:38.753320 dv-cinder-779540-2-iscsi neutron-server[94638]: event.method(event) Sep 09 18:22:38.753320 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 18:22:38.753320 dv-cinder-779540-2-iscsi neutron-server[94638]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 18:22:38.753320 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 18:22:38.753320 dv-cinder-779540-2-iscsi neutron-server[94638]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 18:22:38.753320 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 18:22:38.753320 dv-cinder-779540-2-iscsi neutron-server[94638]: return f(self, *a, **k) Sep 09 18:22:38.753320 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 18:22:38.753320 dv-cinder-779540-2-iscsi neutron-server[94638]: return self._get(url).json() Sep 09 18:22:38.753320 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 18:22:38.753320 dv-cinder-779540-2-iscsi neutron-server[94638]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 18:22:38.753320 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 18:22:38.753320 dv-cinder-779540-2-iscsi neutron-server[94638]: return self.request(url, 'GET', **kwargs) Sep 09 18:22:38.753320 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 18:22:38.753320 dv-cinder-779540-2-iscsi neutron-server[94638]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 18:22:38.753320 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 18:22:38.753320 dv-cinder-779540-2-iscsi neutron-server[94638]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 18:22:38.753320 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 18:22:38.753320 dv-cinder-779540-2-iscsi neutron-server[94638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 18:22:38.753320 dv-cinder-779540-2-iscsi neutron-server[94638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 18:22:38.781663 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] No Port match for: f8ed4a80-ccc3-4606-bb16-5adecbdb122b {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:22:38.781996 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device f8ed4a80-ccc3-4606-bb16-5adecbdb122b not bound to the agent host hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:22:38.816268 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=ec03f1d3-5a50-4119-9cf9-8311f87974bf,revision_number=10']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:22:38.894101 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5e89a547-1447-4f2e-b59e-387b1e357e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-905241'] for network, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:38.898651 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5e89a547-1447-4f2e-b59e-387b1e357e40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:38.900655 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-5e89a547-1447-4f2e-b59e-387b1e357e40 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f9f8ee35-cc2c-41e4-a086-b60f69231898 HTTP/1.1" status: 204 len: 168 time: 0.3917372 Sep 09 18:22:38.913782 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e89a547-1447-4f2e-b59e-387b1e357e40 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9f8ee35-cc2c-41e4-a086-b60f69231898,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:22:39.321365 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 43764) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:22:39.394209 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-aff09f50-b564-4b56-af19-fb3f6bab7af2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f1acb6da43d6455c96c028870562f1e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0716665 Sep 09 18:22:39.396854 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 43766) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:22:39.402975 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7f753-317e-4437-a228-0625c464cc51 req-5c64c325-9a71-4f7b-954d-b0c6b68982f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:39.404631 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bef7f753-317e-4437-a228-0625c464cc51 req-5c64c325-9a71-4f7b-954d-b0c6b68982f7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 1100 time: 0.0698884 Sep 09 18:22:39.443934 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-bef7f753-317e-4437-a228-0625c464cc51 req-c1b10350-8fee-4ec3-823d-7d00e0a2e656 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299613 Sep 09 18:22:39.454045 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-29680898-fc3b-471d-aa8d-94c59980b530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:39.477569 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-29680898-fc3b-471d-aa8d-94c59980b530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:39.625452 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-29680898-fc3b-471d-aa8d-94c59980b530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:39.628123 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-29680898-fc3b-471d-aa8d-94c59980b530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:39.629288 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-29680898-fc3b-471d-aa8d-94c59980b530 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6fa1627a-2b54-49b2-a434-0b6c5407973b HTTP/1.1" status: 204 len: 168 time: 0.2311471 Sep 09 18:22:39.646547 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29680898-fc3b-471d-aa8d-94c59980b530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa1627a-2b54-49b2-a434-0b6c5407973b,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:22:39.758626 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf887767-0b98-4871-95bf-0259105ad95e req-4c0e6bcd-f20a-4fec-80ea-dcfabe70a204 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:39.766463 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-cf887767-0b98-4871-95bf-0259105ad95e req-4c0e6bcd-f20a-4fec-80ea-dcfabe70a204 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 947 time: 0.0743573 Sep 09 18:22:39.800025 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-cf887767-0b98-4871-95bf-0259105ad95e req-d5ff47ae-2281-4bb5-abfb-138c70046ecc tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333591 Sep 09 18:22:40.937191 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc346ee-b705-4405-b3c7-6d0e2f7d16c8 req-8f58f2c9-3c7d-4c28-9d86-30782617a53c tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:40.939062 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7cc346ee-b705-4405-b3c7-6d0e2f7d16c8 req-8f58f2c9-3c7d-4c28-9d86-30782617a53c tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 947 time: 0.0587559 Sep 09 18:22:40.982115 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7cc346ee-b705-4405-b3c7-6d0e2f7d16c8 req-9e9926e1-4f6d-4759-9b8c-d71c6a429685 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358727 Sep 09 18:22:42.109832 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b2b6d-5e33-4b5c-adef-c4dc56da7268 req-ea1d4329-80ca-484a-a2a5-6bd94185e339 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:42.115391 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-688b2b6d-5e33-4b5c-adef-c4dc56da7268 req-ea1d4329-80ca-484a-a2a5-6bd94185e339 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 947 time: 0.0526061 Sep 09 18:22:42.153880 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-688b2b6d-5e33-4b5c-adef-c4dc56da7268 req-6dcc9e7b-c99e-40ee-b75b-d847a76cf8a3 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336726 Sep 09 18:22:43.287149 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c08cfb5-7eb8-4ced-b979-5ac5a94d7834 req-f99057c3-8a95-4958-9f67-9fcdb440eaf5 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:22:43.289707 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4c08cfb5-7eb8-4ced-b979-5ac5a94d7834 req-f99057c3-8a95-4958-9f67-9fcdb440eaf5 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 947 time: 0.0539405 Sep 09 18:22:43.329207 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4c08cfb5-7eb8-4ced-b979-5ac5a94d7834 req-b5c0a455-e392-4d0f-b7a3-15b96dff5018 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337024 Sep 09 18:22:44.810701 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 43912) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:22:44.927499 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-a5a5431b-eb09-4373-af48-9eff4a9e7848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:45.017335 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-a5a5431b-eb09-4373-af48-9eff4a9e7848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:45.120641 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-a5a5431b-eb09-4373-af48-9eff4a9e7848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:45.159685 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a5431b-eb09-4373-af48-9eff4a9e7848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31dc2311-b43d-4a5b-a196-06b81149f6ef,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:22:45.163894 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-a5a5431b-eb09-4373-af48-9eff4a9e7848 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4a22872d12444b21b27abb561ebe0c59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3521168 Sep 09 18:22:45.167704 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 43920) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:22:45.170913 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a5431b-eb09-4373-af48-9eff4a9e7848 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:22:45.170913 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a5431b-eb09-4373-af48-9eff4a9e7848 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:22:45.171815 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a5431b-eb09-4373-af48-9eff4a9e7848 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:22:45.171815 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a5431b-eb09-4373-af48-9eff4a9e7848 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:22:45.171815 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a5431b-eb09-4373-af48-9eff4a9e7848 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:22:45.172497 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a5431b-eb09-4373-af48-9eff4a9e7848 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:22:45.172497 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a5431b-eb09-4373-af48-9eff4a9e7848 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:22:45.179396 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a5431b-eb09-4373-af48-9eff4a9e7848 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:22:45.179396 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a5431b-eb09-4373-af48-9eff4a9e7848 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:22:45.179396 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a5431b-eb09-4373-af48-9eff4a9e7848 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:22:45.179396 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a5431b-eb09-4373-af48-9eff4a9e7848 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:22:45.179396 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a5431b-eb09-4373-af48-9eff4a9e7848 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:22:45.223701 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-be36e410-2e12-4f9b-84d8-ca2bd70518cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:45.245665 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-be36e410-2e12-4f9b-84d8-ca2bd70518cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:45.414518 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-be36e410-2e12-4f9b-84d8-ca2bd70518cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:45.417032 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-be36e410-2e12-4f9b-84d8-ca2bd70518cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:45.418173 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-be36e410-2e12-4f9b-84d8-ca2bd70518cd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/31dc2311-b43d-4a5b-a196-06b81149f6ef HTTP/1.1" status: 204 len: 168 time: 0.2494442 Sep 09 18:22:45.426085 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be36e410-2e12-4f9b-84d8-ca2bd70518cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31dc2311-b43d-4a5b-a196-06b81149f6ef,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:22:45.433860 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be36e410-2e12-4f9b-84d8-ca2bd70518cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:22:45.434206 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be36e410-2e12-4f9b-84d8-ca2bd70518cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:22:45.434543 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be36e410-2e12-4f9b-84d8-ca2bd70518cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:22:45.434875 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be36e410-2e12-4f9b-84d8-ca2bd70518cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:22:45.435221 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be36e410-2e12-4f9b-84d8-ca2bd70518cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:22:45.435530 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be36e410-2e12-4f9b-84d8-ca2bd70518cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:22:45.435851 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be36e410-2e12-4f9b-84d8-ca2bd70518cd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:22:45.436168 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be36e410-2e12-4f9b-84d8-ca2bd70518cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:22:45.436587 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be36e410-2e12-4f9b-84d8-ca2bd70518cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:22:45.436907 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be36e410-2e12-4f9b-84d8-ca2bd70518cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:22:45.437230 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be36e410-2e12-4f9b-84d8-ca2bd70518cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:22:45.437537 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be36e410-2e12-4f9b-84d8-ca2bd70518cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:22:46.202682 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 43928) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:22:46.216175 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5e41aa93-4c0e-4553-8a8e-e72c642c865f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:46.313202 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5e41aa93-4c0e-4553-8a8e-e72c642c865f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:46.402477 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5e41aa93-4c0e-4553-8a8e-e72c642c865f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:46.443176 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-5e41aa93-4c0e-4553-8a8e-e72c642c865f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7dffcd3875674e37a9da6d0a3b5a2f25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2393749 Sep 09 18:22:46.446243 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41aa93-4c0e-4553-8a8e-e72c642c865f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e613d8b6-5212-45f0-9654-baf5c02b29fb,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:22:46.448848 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 43934) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:22:46.518403 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1e39be17-f108-4966-a771-ffcc8440d8ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:46.540553 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1e39be17-f108-4966-a771-ffcc8440d8ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:46.693789 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1e39be17-f108-4966-a771-ffcc8440d8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:46.696668 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1e39be17-f108-4966-a771-ffcc8440d8ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:46.697825 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-1e39be17-f108-4966-a771-ffcc8440d8ed admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e613d8b6-5212-45f0-9654-baf5c02b29fb HTTP/1.1" status: 204 len: 168 time: 0.2476459 Sep 09 18:22:46.705838 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e39be17-f108-4966-a771-ffcc8440d8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e613d8b6-5212-45f0-9654-baf5c02b29fb,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:22:46.959814 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 43942) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:22:47.073525 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-42c3c27c-255d-4069-bd5b-e277ebe49f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:47.197375 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-42c3c27c-255d-4069-bd5b-e277ebe49f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:47.271287 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-42c3c27c-255d-4069-bd5b-e277ebe49f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:47.315819 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-42c3c27c-255d-4069-bd5b-e277ebe49f05 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bbd83d2ce64c434cb766af5106f0c03a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3545501 Sep 09 18:22:47.317085 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c3c27c-255d-4069-bd5b-e277ebe49f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c21c39-0457-4e54-8de9-a5a11ce96528,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:22:47.318748 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 43954) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:22:47.384357 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5fae0a50-001f-46fa-8c47-4f4da8476b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:47.411830 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5fae0a50-001f-46fa-8c47-4f4da8476b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:47.545644 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5fae0a50-001f-46fa-8c47-4f4da8476b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:47.548559 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5fae0a50-001f-46fa-8c47-4f4da8476b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:47.550122 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-5fae0a50-001f-46fa-8c47-4f4da8476b71 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/34c21c39-0457-4e54-8de9-a5a11ce96528 HTTP/1.1" status: 204 len: 168 time: 0.2290287 Sep 09 18:22:47.563704 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae0a50-001f-46fa-8c47-4f4da8476b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c21c39-0457-4e54-8de9-a5a11ce96528,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:22:52.729772 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 44060) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:22:52.848350 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c8b2d46b-5b5e-4834-80f9-66a59410a59c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:52.941654 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c8b2d46b-5b5e-4834-80f9-66a59410a59c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:53.013936 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c8b2d46b-5b5e-4834-80f9-66a59410a59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:53.054877 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-c8b2d46b-5b5e-4834-80f9-66a59410a59c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2c05ff6cafc84deea3b7121f4542fba7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3239048 Sep 09 18:22:53.055795 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2d46b-5b5e-4834-80f9-66a59410a59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43abb94-192c-42fe-8b2f-44eb65165488,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:22:53.057622 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 44064) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:22:53.122695 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-18170516-03a5-480c-90dc-c598822ff0b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:53.149245 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-18170516-03a5-480c-90dc-c598822ff0b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:53.277063 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-18170516-03a5-480c-90dc-c598822ff0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:53.279528 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-18170516-03a5-480c-90dc-c598822ff0b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:53.280750 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-18170516-03a5-480c-90dc-c598822ff0b4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e43abb94-192c-42fe-8b2f-44eb65165488 HTTP/1.1" status: 204 len: 168 time: 0.2203000 Sep 09 18:22:53.290113 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18170516-03a5-480c-90dc-c598822ff0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43abb94-192c-42fe-8b2f-44eb65165488,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:22:54.087657 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 44076) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:22:54.103131 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-41e48a6a-8f65-428e-a3eb-e81b0814bb66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:54.198998 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-41e48a6a-8f65-428e-a3eb-e81b0814bb66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:54.254380 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-41e48a6a-8f65-428e-a3eb-e81b0814bb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:54.300291 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e48a6a-8f65-428e-a3eb-e81b0814bb66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0688a0d-4b2f-4e8f-846d-e6814ab5b828,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:22:54.306904 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-41e48a6a-8f65-428e-a3eb-e81b0814bb66 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9847c3811c024204807dc073d0ca3b28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2180367 Sep 09 18:22:54.311281 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 44084) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:22:54.376424 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6646fb91-965d-448f-945c-68c453a774de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:54.398427 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6646fb91-965d-448f-945c-68c453a774de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:54.516743 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6646fb91-965d-448f-945c-68c453a774de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:54.519371 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6646fb91-965d-448f-945c-68c453a774de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:54.520558 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-6646fb91-965d-448f-945c-68c453a774de admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f0688a0d-4b2f-4e8f-846d-e6814ab5b828 HTTP/1.1" status: 204 len: 168 time: 0.2083294 Sep 09 18:22:54.529506 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6646fb91-965d-448f-945c-68c453a774de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0688a0d-4b2f-4e8f-846d-e6814ab5b828,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:22:54.802387 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0aa1d91f-9dbd-49fe-945d-125ffbc4ae10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:57.511918 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:57.511918 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7365c9e-0609-48dc-b63d-13273ff548db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:22:59.118580 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:00.400743 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b2113-2ea8-4bbd-95b0-1dff0fae701b req-d9132901-784b-47d5-9efa-83103ad1ad29 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:00.402530 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-131b2113-2ea8-4bbd-95b0-1dff0fae701b req-d9132901-784b-47d5-9efa-83103ad1ad29 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.0568073 Sep 09 18:23:00.445972 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-131b2113-2ea8-4bbd-95b0-1dff0fae701b req-64ff9b4d-26c0-47a2-bb5a-2d6c1a6fce69 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353591 Sep 09 18:23:01.065388 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:01.570623 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2d0ad-545f-4c04-adfb-e044097b3786 req-088c34a4-0bb2-44b2-9a64-0c1f4a515615 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:01.572067 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-13f2d0ad-545f-4c04-adfb-e044097b3786 req-088c34a4-0bb2-44b2-9a64-0c1f4a515615 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.0502019 Sep 09 18:23:01.614599 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-13f2d0ad-545f-4c04-adfb-e044097b3786 req-c3738616-141d-4bfa-9111-da41e4ca734d tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360475 Sep 09 18:23:02.161500 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 44284) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:23:02.264976 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f5791a20-01dc-4c5e-8c4c-1957210fce7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:02.354372 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f5791a20-01dc-4c5e-8c4c-1957210fce7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:02.419995 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 6 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:23:02.471024 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f5791a20-01dc-4c5e-8c4c-1957210fce7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:02.507922 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5791a20-01dc-4c5e-8c4c-1957210fce7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db7df5d-d55b-4225-8f94-a88764a353fc,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:02.512056 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-f5791a20-01dc-4c5e-8c4c-1957210fce7a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1a1714bbfcad4951ae6c317e502f7b3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3494580 Sep 09 18:23:02.514702 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 44288) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:23:02.576586 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-bb77ce01-64c1-4216-85cf-8c80e0acb579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:02.595691 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-bb77ce01-64c1-4216-85cf-8c80e0acb579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:02.638980 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 44294) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:23:02.739623 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db46e8d-f3a0-4c8f-ac1f-42c3f53fc7b3 req-5563b8f8-7da5-4498-9af2-19824a59f8bc tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:02.741268 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4db46e8d-f3a0-4c8f-ac1f-42c3f53fc7b3 req-5563b8f8-7da5-4498-9af2-19824a59f8bc tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.0581133 Sep 09 18:23:02.761771 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-bb77ce01-64c1-4216-85cf-8c80e0acb579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:02.764428 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-bb77ce01-64c1-4216-85cf-8c80e0acb579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:02.765579 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-bb77ce01-64c1-4216-85cf-8c80e0acb579 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0db7df5d-d55b-4225-8f94-a88764a353fc HTTP/1.1" status: 204 len: 168 time: 0.2499466 Sep 09 18:23:02.774433 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-05ef6aa9-d5be-4f68-99de-c2529d04a3b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:02.774559 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb77ce01-64c1-4216-85cf-8c80e0acb579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db7df5d-d55b-4225-8f94-a88764a353fc,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:02.812744 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4db46e8d-f3a0-4c8f-ac1f-42c3f53fc7b3 req-7ea54edf-075d-4355-8389-9dcc5d822090 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628562 Sep 09 18:23:02.880639 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-05ef6aa9-d5be-4f68-99de-c2529d04a3b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:02.973743 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-05ef6aa9-d5be-4f68-99de-c2529d04a3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:03.015783 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-05ef6aa9-d5be-4f68-99de-c2529d04a3b5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f87059517cc44d6ab2bffb1b43716f1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3750937 Sep 09 18:23:03.016353 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef6aa9-d5be-4f68-99de-c2529d04a3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af0f7e9-088c-401a-8acf-28b644625af1,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:03.018990 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 44300) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:23:03.070892 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3b8908b8-f5b1-4e29-9562-2b457ae75454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:03.100719 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3b8908b8-f5b1-4e29-9562-2b457ae75454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:03.219236 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3b8908b8-f5b1-4e29-9562-2b457ae75454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:03.222010 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3b8908b8-f5b1-4e29-9562-2b457ae75454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:03.223286 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-3b8908b8-f5b1-4e29-9562-2b457ae75454 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4af0f7e9-088c-401a-8acf-28b644625af1 HTTP/1.1" status: 204 len: 168 time: 0.2031875 Sep 09 18:23:03.233175 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8908b8-f5b1-4e29-9562-2b457ae75454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af0f7e9-088c-401a-8acf-28b644625af1,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:03.933744 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 44326) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:23:03.935575 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 44328) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:23:03.948641 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6508b046-102d-4cd9-bb8a-7a1d002a1c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:03.952214 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54536f1e-0307-4f0e-a13b-4df2c6f30675 req-c29b8127-9a63-43a3-ae15-7ad09dcb7183 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:03.953786 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-54536f1e-0307-4f0e-a13b-4df2c6f30675 req-c29b8127-9a63-43a3-ae15-7ad09dcb7183 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.0635359 Sep 09 18:23:04.008673 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-54536f1e-0307-4f0e-a13b-4df2c6f30675 req-9d696016-cb4a-4552-b893-1c513e110814 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419111 Sep 09 18:23:04.074876 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6508b046-102d-4cd9-bb8a-7a1d002a1c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:04.151002 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-6508b046-102d-4cd9-bb8a-7a1d002a1c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:04.171795 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-6a200129-94f2-4461-8f02-2d3318f17a38 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-401554050-network', 'tenant_id': '2b47e11a783c40eea8e46dad39db49c7'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:23:04.192097 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-6508b046-102d-4cd9-bb8a-7a1d002a1c85 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a01773617e2b4c87bdea0190b6882726&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2567060 Sep 09 18:23:04.192946 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508b046-102d-4cd9-bb8a-7a1d002a1c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd3b085-9c4b-4e1d-a8e6-9ed344c0531d,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:04.194791 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 44332) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:23:04.247603 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-48f2ee49-75a7-4cf1-bc76-6083ece0086d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:04.269927 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-48f2ee49-75a7-4cf1-bc76-6083ece0086d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:04.295868 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a200129-94f2-4461-8f02-2d3318f17a38 admin admin] Made reservation on behalf of 2b47e11a783c40eea8e46dad39db49c7 for: {'network': 1} {{(pid=94637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:23:04.300226 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-6a200129-94f2-4461-8f02-2d3318f17a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for network, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:04.308836 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-6a200129-94f2-4461-8f02-2d3318f17a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:04.422702 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-48f2ee49-75a7-4cf1-bc76-6083ece0086d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:04.425290 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-48f2ee49-75a7-4cf1-bc76-6083ece0086d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:04.426449 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-48f2ee49-75a7-4cf1-bc76-6083ece0086d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9fd3b085-9c4b-4e1d-a8e6-9ed344c0531d HTTP/1.1" status: 204 len: 168 time: 0.2306056 Sep 09 18:23:04.444581 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f2ee49-75a7-4cf1-bc76-6083ece0086d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd3b085-9c4b-4e1d-a8e6-9ed344c0531d,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:04.506750 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-6a200129-94f2-4461-8f02-2d3318f17a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:04.602333 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-6a200129-94f2-4461-8f02-2d3318f17a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:04.623078 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a200129-94f2-4461-8f02-2d3318f17a38 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=94637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 18:23:04.639218 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a200129-94f2-4461-8f02-2d3318f17a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36c205e-c5d5-4621-99c1-9da1f2ecb7a1,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:04.642165 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-6a200129-94f2-4461-8f02-2d3318f17a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143'] for segment, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:04.642957 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.db.segments_db [None req-6a200129-94f2-4461-8f02-2d3318f17a38 admin admin] Added segment 7352e50f-d391-4cfa-a078-b8782f4dd6da of type vlan for network 9a31d963-e9f4-47f2-b757-cf2b5b609915 Sep 09 18:23:04.683730 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-6a200129-94f2-4461-8f02-2d3318f17a38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729821298728'] for network, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:04.784828 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-6a200129-94f2-4461-8f02-2d3318f17a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322'] for network, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:04.788000 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a200129-94f2-4461-8f02-2d3318f17a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:04.788000 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-6a200129-94f2-4461-8f02-2d3318f17a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for network, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:04.848252 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a200129-94f2-4461-8f02-2d3318f17a38 admin admin] Pushing event updated for resources: {'Network': ['ID=9a31d963-e9f4-47f2-b757-cf2b5b609915,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:04.858086 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Network 9a31d963-e9f4-47f2-b757-cf2b5b609915 details requested by agent ovs-agent-dv-cinder-779540-2-iscsi with host dv-cinder-779540-2-iscsi {{(pid=94639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 18:23:04.924124 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-6a200129-94f2-4461-8f02-2d3318f17a38 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9853392 Sep 09 18:23:04.926998 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 44340) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:23:04.933305 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-47c025a2-10f9-4c0b-936e-f701870ea708 admin admin] Request body: {'subnet': {'network_id': '9a31d963-e9f4-47f2-b757-cf2b5b609915', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-401554050-subnet', 'tenant_id': '2b47e11a783c40eea8e46dad39db49c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:23:05.054232 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:05.094393 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c025a2-10f9-4c0b-936e-f701870ea708 admin admin] Made reservation on behalf of 2b47e11a783c40eea8e46dad39db49c7 for: {'subnet': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:23:05.097655 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-47c025a2-10f9-4c0b-936e-f701870ea708 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9553026'] for subnet, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:05.139258 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ecde23-4228-4007-a68b-77aaa119f0f1 req-dd80a064-f1b2-477b-8431-d7b99e2aa0f5 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:05.140965 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-03ecde23-4228-4007-a68b-77aaa119f0f1 req-dd80a064-f1b2-477b-8431-d7b99e2aa0f5 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.0640378 Sep 09 18:23:05.141525 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 44344) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:23:05.162047 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1caf900e-c5d3-4a72-8b34-acab16103d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:05.201490 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-03ecde23-4228-4007-a68b-77aaa119f0f1 req-19b8f587-f413-4d1a-8db9-13fbd37fc0c0 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533943 Sep 09 18:23:05.284943 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1caf900e-c5d3-4a72-8b34-acab16103d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:05.340042 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-47c025a2-10f9-4c0b-936e-f701870ea708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2896114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9553052'] for subnet, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:05.368671 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1caf900e-c5d3-4a72-8b34-acab16103d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:05.396569 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c025a2-10f9-4c0b-936e-f701870ea708 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b00d7c9d-7255-492c-8022-c481d2ea5bf4,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:05.408294 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c025a2-10f9-4c0b-936e-f701870ea708 admin admin] Checking segment: {'id': '7352e50f-d391-4cfa-a078-b8782f4dd6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9a31d963-e9f4-47f2-b757-cf2b5b609915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:23:05.408741 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c025a2-10f9-4c0b-936e-f701870ea708 admin admin] Network hostable DHCP agents. Network: 9a31d963-e9f4-47f2-b757-cf2b5b609915, hostable agents: ['6109b3ba-05d2-41fe-b34b-8d3bf45e9862'], hosted agents: [] {{(pid=94638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 18:23:05.415129 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-1caf900e-c5d3-4a72-8b34-acab16103d23 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6e426d6e72c145e49edd60eb4e5bfc29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2724333 Sep 09 18:23:05.415984 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf900e-c5d3-4a72-8b34-acab16103d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e13cb3-66f6-4c4c-b342-ed3ae3028318,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:05.418975 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 44346) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:23:05.479346 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ee8e4852-5cc8-4c67-bf9c-5878a5cdc87f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:05.503077 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ee8e4852-5cc8-4c67-bf9c-5878a5cdc87f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:05.520720 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c025a2-10f9-4c0b-936e-f701870ea708 admin admin] Network 9a31d963-e9f4-47f2-b757-cf2b5b609915 is scheduled to be hosted by DHCP agent 6109b3ba-05d2-41fe-b34b-8d3bf45e9862 with binding_index 1 {{(pid=94638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 18:23:05.596909 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-47c025a2-10f9-4c0b-936e-f701870ea708 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779540-2-iscsi, 9a31d963-e9f4-47f2-b757-cf2b5b609915) {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:23:05.601416 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c025a2-10f9-4c0b-936e-f701870ea708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:05.602333 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-47c025a2-10f9-4c0b-936e-f701870ea708 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:05.607165 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee9958e-f5cd-4fc1-8f2c-ee317d02edba None None] Network 9a31d963-e9f4-47f2-b757-cf2b5b609915 requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:23:05.619786 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ee8e4852-5cc8-4c67-bf9c-5878a5cdc87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:05.622912 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ee8e4852-5cc8-4c67-bf9c-5878a5cdc87f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:05.626035 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-ee8e4852-5cc8-4c67-bf9c-5878a5cdc87f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/05e13cb3-66f6-4c4c-b342-ed3ae3028318 HTTP/1.1" status: 204 len: 168 time: 0.2041700 Sep 09 18:23:05.634098 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e4852-5cc8-4c67-bf9c-5878a5cdc87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e13cb3-66f6-4c4c-b342-ed3ae3028318,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:05.709020 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-47c025a2-10f9-4c0b-936e-f701870ea708 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7808104 Sep 09 18:23:05.760696 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b935a6-6f51-4886-960d-f7d27763e2e7 None None] Network 9a31d963-e9f4-47f2-b757-cf2b5b609915 requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:23:06.323696 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8991c-572a-4680-a11d-2716963ef4df req-b1a35458-9803-42ed-be32-58e04d811306 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:06.325213 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-94d8991c-572a-4680-a11d-2716963ef4df req-b1a35458-9803-42ed-be32-58e04d811306 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.0499916 Sep 09 18:23:06.365824 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-94d8991c-572a-4680-a11d-2716963ef4df req-d7913341-fce3-4ceb-b4ce-5f9afbc6c695 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346599 Sep 09 18:23:07.485718 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09d096-37aa-4aa7-96dd-56f88c2c73b0 req-0c6df8e5-b14c-4089-af59-3f4c9d6d51db tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:07.487335 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9c09d096-37aa-4aa7-96dd-56f88c2c73b0 req-0c6df8e5-b14c-4089-af59-3f4c9d6d51db tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.0505288 Sep 09 18:23:07.528437 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9c09d096-37aa-4aa7-96dd-56f88c2c73b0 req-8be8f218-e33d-4ab1-b97b-83f1f45a0ee2 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347521 Sep 09 18:23:08.010985 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-bde233fd-fa31-4abe-a280-85c2f8cb2023 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:08.012584 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-bde233fd-fa31-4abe-a280-85c2f8cb2023 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/networks?id=9a31d963-e9f4-47f2-b757-cf2b5b609915 HTTP/1.1" status: 200 len: 813 time: 0.1183569 Sep 09 18:23:08.028733 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-de5653a5-27e6-4b05-a718-a70211b2a737 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/quotas/2b47e11a783c40eea8e46dad39db49c7 HTTP/1.1" status: 200 len: 375 time: 0.0101273 Sep 09 18:23:08.073422 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-7ed02b8d-ac51-4aa3-8888-345c99b94aef tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b47e11a783c40eea8e46dad39db49c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353098 Sep 09 18:23:08.175225 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-2301964c-24f5-4e24-bc5a-f81ab54b56aa service neutron] 10.222.0.39 "GET /v2.0/networks/9a31d963-e9f4-47f2-b757-cf2b5b609915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927081 Sep 09 18:23:08.278472 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-4ae2cabc-6c28-4d60-b6a4-c36ea2197b34 service neutron] 10.222.0.39 "GET /v2.0/networks/9a31d963-e9f4-47f2-b757-cf2b5b609915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960262 Sep 09 18:23:08.537916 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e62863ea-c886-4f27-905b-bab5e0a7583f req-8b334feb-5917-43d1-af6c-ec60b01cbfe1 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/ports?device_id=548497fc-e672-41f5-84c8-a3c6edbb6877 HTTP/1.1" status: 200 len: 210 time: 0.0331142 Sep 09 18:23:08.655186 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51b736-d64b-44c9-81fb-fcfb17760fe7 req-51bb14fd-9a85-445c-b593-1664eb5d2a7c tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:08.655186 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3c51b736-d64b-44c9-81fb-fcfb17760fe7 req-51bb14fd-9a85-445c-b593-1664eb5d2a7c tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.0519061 Sep 09 18:23:08.696625 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3c51b736-d64b-44c9-81fb-fcfb17760fe7 req-5243427d-364c-4068-bf54-cdd99c90a367 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333316 Sep 09 18:23:09.640878 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-78e80b15-7e4a-421e-b810-18275c277d2a req-b2fb7f03-b8f0-486e-aba5-ac88adb028a4 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/ports?device_id=548497fc-e672-41f5-84c8-a3c6edbb6877 HTTP/1.1" status: 200 len: 210 time: 0.0268409 Sep 09 18:23:09.814085 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40af954-1c1a-4ac5-ac70-a14d9cdce8b7 req-701af5c6-d6db-43e9-83c1-efc5b3f3f7d4 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:09.815556 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d40af954-1c1a-4ac5-ac70-a14d9cdce8b7 req-701af5c6-d6db-43e9-83c1-efc5b3f3f7d4 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.0504084 Sep 09 18:23:09.858278 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d40af954-1c1a-4ac5-ac70-a14d9cdce8b7 req-43454676-8c0a-4691-948d-767d44c602c5 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362771 Sep 09 18:23:10.674729 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-4249f5c0-5d2a-4c19-9677-3aa8bb0aef93 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:10.676361 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-4249f5c0-5d2a-4c19-9677-3aa8bb0aef93 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.54 "GET /v2.0/networks?id=9a31d963-e9f4-47f2-b757-cf2b5b609915 HTTP/1.1" status: 200 len: 813 time: 0.1063759 Sep 09 18:23:10.699221 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-4c19be1b-dcce-4126-9e61-a89ef68dfb9c tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Request body: {'port': {'device_id': '548497fc-e672-41f5-84c8-a3c6edbb6877', 'network_id': '9a31d963-e9f4-47f2-b757-cf2b5b609915', 'admin_state_up': True, 'tenant_id': '2b47e11a783c40eea8e46dad39db49c7'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:23:10.749729 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3697dae9-7fcf-4cd2-869d-adbe84bf23bb req-d081c8d8-72b0-4a45-b657-47cbd841b846 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/ports?device_id=548497fc-e672-41f5-84c8-a3c6edbb6877 HTTP/1.1" status: 200 len: 210 time: 0.0304875 Sep 09 18:23:10.894082 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-4c19be1b-dcce-4126-9e61-a89ef68dfb9c tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Made reservation on behalf of 2b47e11a783c40eea8e46dad39db49c7 for: {'port': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:23:10.897678 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-4c19be1b-dcce-4126-9e61-a89ef68dfb9c tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:10.977331 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16686e7-102e-4e20-99b6-a921f2d34a64 req-fc1b1866-bddb-41a5-b5c2-3db3053944ef tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:10.978860 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f16686e7-102e-4e20-99b6-a921f2d34a64 req-fc1b1866-bddb-41a5-b5c2-3db3053944ef tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.0512643 Sep 09 18:23:11.019200 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f16686e7-102e-4e20-99b6-a921f2d34a64 req-b3b6c63d-b2a5-4982-b02d-2282a3b87169 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341201 Sep 09 18:23:11.040214 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-4c19be1b-dcce-4126-9e61-a89ef68dfb9c tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Allocated IP 172.20.0.14 (9a31d963-e9f4-47f2-b757-cf2b5b609915/b00d7c9d-7255-492c-8022-c481d2ea5bf4/ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:23:11.193095 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-4c19be1b-dcce-4126-9e61-a89ef68dfb9c tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:11.277835 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-4c19be1b-dcce-4126-9e61-a89ef68dfb9c tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2896014'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:11.322541 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-4c19be1b-dcce-4126-9e61-a89ef68dfb9c tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Network 9a31d963-e9f4-47f2-b757-cf2b5b609915 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:23:11.325849 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-4c19be1b-dcce-4126-9e61-a89ef68dfb9c tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:23:11.332007 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-4c19be1b-dcce-4126-9e61-a89ef68dfb9c tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:23:11.349052 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252172c9-d9d6-4bf2-b01f-16a9760b1b64 req-f1e59dcf-75d0-465e-a816-93e144775486 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:11.350588 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-252172c9-d9d6-4bf2-b01f-16a9760b1b64 req-f1e59dcf-75d0-465e-a816-93e144775486 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.0624430 Sep 09 18:23:11.361291 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c19be1b-dcce-4126-9e61-a89ef68dfb9c tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Pushing event updated for resources: {'Port': ['ID=ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:11.390443 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-4c19be1b-dcce-4126-9e61-a89ef68dfb9c tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:11.391703 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-4c19be1b-dcce-4126-9e61-a89ef68dfb9c tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:11.427231 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-252172c9-d9d6-4bf2-b01f-16a9760b1b64 req-83f92698-a7a7-44db-b0c2-368120e31c52 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676384 Sep 09 18:23:11.437353 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20f8e0-2811-4579-9212-e89f72e3fee6 req-659c4520-b9c3-4382-89e5-ec1ce5d4ae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:11.438906 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1b20f8e0-2811-4579-9212-e89f72e3fee6 req-659c4520-b9c3-4382-89e5-ec1ce5d4ae58 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=289a7608c7ee408d90d48b78c6155ce2&device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 1098 time: 0.0595896 Sep 09 18:23:11.471929 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-4c19be1b-dcce-4126-9e61-a89ef68dfb9c tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7838569 Sep 09 18:23:11.483990 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-d08900e9-d5fd-45c6-9962-3fcef787c404 service neutron] Request body: {'port': {'device_id': '548497fc-e672-41f5-84c8-a3c6edbb6877', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77954'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:23:11.533833 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20f8e0-2811-4579-9212-e89f72e3fee6 req-f77e348e-58e0-4c5a-b844-5cfdd5a7ccde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:11.535300 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1b20f8e0-2811-4579-9212-e89f72e3fee6 req-f77e348e-58e0-4c5a-b844-5cfdd5a7ccde service neutron] 10.222.0.54 "GET /v2.0/networks?id=9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9 HTTP/1.1" status: 200 len: 912 time: 0.0882854 Sep 09 18:23:11.536610 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-d08900e9-d5fd-45c6-9962-3fcef787c404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:11.606103 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1b20f8e0-2811-4579-9212-e89f72e3fee6 req-b1bdf6c7-1ced-485d-8251-2c2dc5d74d99 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60eded96-00c4-4fe2-9285-01a7eeb37452 HTTP/1.1" status: 200 len: 1000 time: 0.0620334 Sep 09 18:23:11.657664 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20f8e0-2811-4579-9212-e89f72e3fee6 req-6396f1c2-1cd8-4027-92d7-62416b4a3b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:11.659189 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1b20f8e0-2811-4579-9212-e89f72e3fee6 req-6396f1c2-1cd8-4027-92d7-62416b4a3b4d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=07bcfd60-1ce9-4552-ba2f-917a442c6c08 HTTP/1.1" status: 200 len: 850 time: 0.0454540 Sep 09 18:23:11.712687 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20f8e0-2811-4579-9212-e89f72e3fee6 req-3834101c-e3b4-44ec-bd12-82fa838d3f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:11.714313 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1b20f8e0-2811-4579-9212-e89f72e3fee6 req-3834101c-e3b4-44ec-bd12-82fa838d3f4a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477376 Sep 09 18:23:11.831596 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1b20f8e0-2811-4579-9212-e89f72e3fee6 req-cc8d3415-304d-4ea9-8e17-3afdd4b4f399 service neutron] 10.222.0.54 "GET /v2.0/networks/9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092169 Sep 09 18:23:11.845178 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-d08900e9-d5fd-45c6-9962-3fcef787c404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3 {{(pid=94638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:23:11.853280 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-d08900e9-d5fd-45c6-9962-3fcef787c404 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:11.865453 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-d08900e9-d5fd-45c6-9962-3fcef787c404 service neutron] Transition to ACTIVE for port object ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3 will not be triggered until provisioned by entity L2. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:23:11.928773 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-d08900e9-d5fd-45c6-9962-3fcef787c404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2903677'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:11.976755 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41833270-25a8-4b47-8c98-1bca257b2c9a req-0c47dc61-513e-479c-b646-4aabb2ee7864 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:11.979526 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-41833270-25a8-4b47-8c98-1bca257b2c9a req-0c47dc61-513e-479c-b646-4aabb2ee7864 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/ports?device_id=548497fc-e672-41f5-84c8-a3c6edbb6877 HTTP/1.1" status: 200 len: 932 time: 0.1444669 Sep 09 18:23:11.987880 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08900e9-d5fd-45c6-9962-3fcef787c404 service neutron] Pushing event updated for resources: {'Port': ['ID=ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:12.022691 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1b20f8e0-2811-4579-9212-e89f72e3fee6 req-0a4a85b5-cfde-49c5-ba97-e3bd6a9e2650 service neutron] 10.222.0.54 "GET /v2.0/networks/9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718175 Sep 09 18:23:12.044848 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-41833270-25a8-4b47-8c98-1bca257b2c9a req-3b134ddd-1c1d-4047-a032-bf5f75d6a4de tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/security-groups?id=d36c205e-c5d5-4621-99c1-9da1f2ecb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540545 Sep 09 18:23:12.072655 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-d08900e9-d5fd-45c6-9962-3fcef787c404 service neutron] Attempting to bind port ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3 on host hv-cinder-77954 for vnic_type normal with profile {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:23:12.073084 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-d08900e9-d5fd-45c6-9962-3fcef787c404 service neutron] Attempting to bind port ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3 by drivers openvswitch,hyperv on host hv-cinder-77954 at level 0 using segments [{'id': '7352e50f-d391-4cfa-a078-b8782f4dd6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9a31d963-e9f4-47f2-b757-cf2b5b609915'}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:23:12.073491 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-d08900e9-d5fd-45c6-9962-3fcef787c404 service neutron] Attempting to bind port ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3 on network 9a31d963-e9f4-47f2-b757-cf2b5b609915 {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:23:12.077886 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-d08900e9-d5fd-45c6-9962-3fcef787c404 service neutron] Port ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3 on network 9a31d963-e9f4-47f2-b757-cf2b5b609915 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77954 {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 18:23:12.078203 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-d08900e9-d5fd-45c6-9962-3fcef787c404 service neutron] Attempting to bind port ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3 on network 9a31d963-e9f4-47f2-b757-cf2b5b609915 {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:23:12.082876 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-d08900e9-d5fd-45c6-9962-3fcef787c404 service neutron] Checking agent: {'id': 'e6e03918-0440-4933-b179-09c79aa47d03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 14, 34), 'started_at': datetime.datetime(2021, 9, 9, 18, 14, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:23:12.083211 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-d08900e9-d5fd-45c6-9962-3fcef787c404 service neutron] Checking segment: {'id': '7352e50f-d391-4cfa-a078-b8782f4dd6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9a31d963-e9f4-47f2-b757-cf2b5b609915'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:23:12.083593 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-d08900e9-d5fd-45c6-9962-3fcef787c404 service neutron] Bound using segment: {'id': '7352e50f-d391-4cfa-a078-b8782f4dd6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9a31d963-e9f4-47f2-b757-cf2b5b609915'} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:23:12.084020 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-d08900e9-d5fd-45c6-9962-3fcef787c404 service neutron] Bound port: ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3, host: hv-cinder-77954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7352e50f-d391-4cfa-a078-b8782f4dd6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9a31d963-e9f4-47f2-b757-cf2b5b609915'}}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:23:12.084402 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-d08900e9-d5fd-45c6-9962-3fcef787c404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:12.159568 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-d08900e9-d5fd-45c6-9962-3fcef787c404 service neutron] For port ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3, host hv-cinder-77954, cleared binding levels {{(pid=94638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:23:12.162534 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-d08900e9-d5fd-45c6-9962-3fcef787c404 service neutron] For port ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3, host hv-cinder-77954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3,segment=NetworkSegment(7352e50f-d391-4cfa-a078-b8782f4dd6da),segment_id=7352e50f-d391-4cfa-a078-b8782f4dd6da)] {{(pid=94638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:23:12.225991 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-d08900e9-d5fd-45c6-9962-3fcef787c404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2903677'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:12.258485 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-d08900e9-d5fd-45c6-9962-3fcef787c404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:12.259097 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-d08900e9-d5fd-45c6-9962-3fcef787c404 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:12.260496 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-d08900e9-d5fd-45c6-9962-3fcef787c404 service neutron] 10.222.0.54 "PUT /v2.0/ports/ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3 HTTP/1.1" status: 200 len: 1094 time: 0.7806726 Sep 09 18:23:12.260927 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '548497fc-e672-41f5-84c8-a3c6edbb6877', 'tag': 'ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:23:12.263172 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a767718c04ac1acf345d0243a01d56243c7d5b55222faf7f06dd44169baae4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382b680b-0baa-4ab9-ba9f-751f6ebbc3d8" -d '{"events": [{"name": "network-changed", "server_uuid": "548497fc-e672-41f5-84c8-a3c6edbb6877", "tag": "ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:23:12.294147 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08900e9-d5fd-45c6-9962-3fcef787c404 service neutron] Pushing event updated for resources: {'Port': ['ID=ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3,revision_number=3']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:12.305706 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 18:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08358957-e010-4488-bf05-eb04b811767d x-openstack-request-id: req-08358957-e010-4488-bf05-eb04b811767d {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:23:12.306000 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "548497fc-e672-41f5-84c8-a3c6edbb6877", "tag": "ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:23:12.306252 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-08358957-e010-4488-bf05-eb04b811767d {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:23:12.306670 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '548497fc-e672-41f5-84c8-a3c6edbb6877', 'tag': 'ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3', 'status': 'completed', 'code': 200} Sep 09 18:23:12.375802 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b680b-0baa-4ab9-ba9f-751f6ebbc3d8 req-9bab4fcf-5a33-4512-b720-8e3cc1f4f0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:12.378801 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-382b680b-0baa-4ab9-ba9f-751f6ebbc3d8 req-9bab4fcf-5a33-4512-b720-8e3cc1f4f0de service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2b47e11a783c40eea8e46dad39db49c7&device_id=548497fc-e672-41f5-84c8-a3c6edbb6877 HTTP/1.1" status: 200 len: 1097 time: 0.0472198 Sep 09 18:23:12.499853 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b680b-0baa-4ab9-ba9f-751f6ebbc3d8 req-7d339576-8229-463f-bf33-37aef1146636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:12.501772 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-382b680b-0baa-4ab9-ba9f-751f6ebbc3d8 req-7d339576-8229-463f-bf33-37aef1146636 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=2b47e11a783c40eea8e46dad39db49c7&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1155305 Sep 09 18:23:12.550893 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5717b1-b533-4ef5-851c-df5afebe8565 req-5da74283-6964-4573-99ac-b12680075a4c tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:12.552573 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-cb5717b1-b533-4ef5-851c-df5afebe8565 req-5da74283-6964-4573-99ac-b12680075a4c tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.0572059 Sep 09 18:23:12.603053 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-cb5717b1-b533-4ef5-851c-df5afebe8565 req-0ae00872-ce63-4f03-9526-b8643f9bb7b4 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435395 Sep 09 18:23:12.627918 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b680b-0baa-4ab9-ba9f-751f6ebbc3d8 req-c62e06b1-f15c-4358-b6f5-c0af727e51d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:12.629495 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-382b680b-0baa-4ab9-ba9f-751f6ebbc3d8 req-c62e06b1-f15c-4358-b6f5-c0af727e51d9 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1181645 Sep 09 18:23:12.711153 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-dc3b6eb6-5508-47a2-9a2f-634e2b9dc8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:12.712911 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-dc3b6eb6-5508-47a2-9a2f-634e2b9dc8d7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2b47e11a783c40eea8e46dad39db49c7&device_id=548497fc-e672-41f5-84c8-a3c6edbb6877 HTTP/1.1" status: 200 len: 1097 time: 0.0412867 Sep 09 18:23:12.993432 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-4c324879-bf08-40f6-9cef-dcdd27d5b67e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3 HTTP/1.1" status: 200 len: 217 time: 0.2711406 Sep 09 18:23:13.042410 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-d7e66f7a-1156-4761-90cb-4c248c45c550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:13.043755 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-d7e66f7a-1156-4761-90cb-4c248c45c550 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b00d7c9d-7255-492c-8022-c481d2ea5bf4 HTTP/1.1" status: 200 len: 853 time: 0.0432401 Sep 09 18:23:13.085757 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-556a8f53-5e22-490f-8014-eac7fa869fc2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9a31d963-e9f4-47f2-b757-cf2b5b609915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345969 Sep 09 18:23:13.182504 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488199e-22df-4048-a940-ac84441f354f req-f5d2d214-99f3-482d-83f3-3c56a55df312 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:13.184460 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4488199e-22df-4048-a940-ac84441f354f req-f5d2d214-99f3-482d-83f3-3c56a55df312 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/ports?device_id=548497fc-e672-41f5-84c8-a3c6edbb6877 HTTP/1.1" status: 200 len: 944 time: 0.0571897 Sep 09 18:23:13.186125 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-5f268619-337e-44e2-824a-1f24ccf74c75 service neutron] 10.222.0.54 "GET /v2.0/networks/9a31d963-e9f4-47f2-b757-cf2b5b609915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921113 Sep 09 18:23:13.232936 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4488199e-22df-4048-a940-ac84441f354f req-d88a1f02-d20e-4713-8d7c-180c9b6af676 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/security-groups?id=d36c205e-c5d5-4621-99c1-9da1f2ecb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415502 Sep 09 18:23:13.285200 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7fddddbc-adca-497a-90f3-0a0a86304a1b req-48854428-df19-412c-90b4-33ebb76515cc service neutron] 10.222.0.54 "GET /v2.0/networks/9a31d963-e9f4-47f2-b757-cf2b5b609915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909784 Sep 09 18:23:13.737486 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a7f7e-63e7-4d6c-8c72-ca46f7bf6961 req-0303720a-f322-4d63-a6f1-e8445fb0294a tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:13.739042 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ea8a7f7e-63e7-4d6c-8c72-ca46f7bf6961 req-0303720a-f322-4d63-a6f1-e8445fb0294a tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.0538340 Sep 09 18:23:13.778086 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ea8a7f7e-63e7-4d6c-8c72-ca46f7bf6961 req-2fefa801-163b-454d-93ef-4981d76228aa tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320818 Sep 09 18:23:14.352806 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb0989-7b78-4615-84c4-7aab9ac08c3e req-39164ba5-e44d-4efa-8f9b-ecb5404344d6 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:14.354442 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3bfb0989-7b78-4615-84c4-7aab9ac08c3e req-39164ba5-e44d-4efa-8f9b-ecb5404344d6 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/ports?device_id=548497fc-e672-41f5-84c8-a3c6edbb6877 HTTP/1.1" status: 200 len: 944 time: 0.0506215 Sep 09 18:23:14.395777 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3bfb0989-7b78-4615-84c4-7aab9ac08c3e req-f6c040ea-0b2b-4973-bbd9-e299106134f9 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/security-groups?id=d36c205e-c5d5-4621-99c1-9da1f2ecb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342031 Sep 09 18:23:15.363746 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 44540) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:23:15.474473 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-77094a37-8a6f-4956-a506-74dbb23d21e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:15.512097 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82674038-84b4-47dc-b358-bac7171873ad req-75394314-957d-4ad7-9a3f-a87d056047ca tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:15.513584 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-82674038-84b4-47dc-b358-bac7171873ad req-75394314-957d-4ad7-9a3f-a87d056047ca tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/ports?device_id=548497fc-e672-41f5-84c8-a3c6edbb6877 HTTP/1.1" status: 200 len: 944 time: 0.0505416 Sep 09 18:23:15.552681 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-82674038-84b4-47dc-b358-bac7171873ad req-e2e26c54-85b8-4d31-9ca2-90408e37d105 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/security-groups?id=d36c205e-c5d5-4621-99c1-9da1f2ecb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329316 Sep 09 18:23:15.580414 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-77094a37-8a6f-4956-a506-74dbb23d21e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:15.642960 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-77094a37-8a6f-4956-a506-74dbb23d21e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:15.682538 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-77094a37-8a6f-4956-a506-74dbb23d21e7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c009c21c888f48e080da6ffd64fc6cbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3176322 Sep 09 18:23:15.683538 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77094a37-8a6f-4956-a506-74dbb23d21e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbadb6f-8d5b-4d44-82dd-31e049bc706f,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:15.685176 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 44546) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:23:15.738706 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-70c2a0b1-0b65-4edb-8f12-7eac6314d5fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:15.760084 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-70c2a0b1-0b65-4edb-8f12-7eac6314d5fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:15.865517 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-70c2a0b1-0b65-4edb-8f12-7eac6314d5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:15.868895 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-70c2a0b1-0b65-4edb-8f12-7eac6314d5fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:15.870102 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-70c2a0b1-0b65-4edb-8f12-7eac6314d5fc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5cbadb6f-8d5b-4d44-82dd-31e049bc706f HTTP/1.1" status: 204 len: 168 time: 0.1838737 Sep 09 18:23:15.878090 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c2a0b1-0b65-4edb-8f12-7eac6314d5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbadb6f-8d5b-4d44-82dd-31e049bc706f,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:16.529841 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 44552) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:23:16.543680 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9f7ad6f7-a0c5-4631-bb59-6eb921f102af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:16.631908 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9f7ad6f7-a0c5-4631-bb59-6eb921f102af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:16.661429 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3 details requested by agent hyperv_hv-cinder-77954 with host hv-cinder-77954 {{(pid=94639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 18:23:16.672860 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5509d1-ceb3-4c20-ab77-bd897d63bc59 req-054441fa-894a-487d-93fb-15c0114b7f34 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:16.674433 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6b5509d1-ceb3-4c20-ab77-bd897d63bc59 req-054441fa-894a-487d-93fb-15c0114b7f34 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/ports?device_id=548497fc-e672-41f5-84c8-a3c6edbb6877 HTTP/1.1" status: 200 len: 944 time: 0.0514488 Sep 09 18:23:16.682558 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9f7ad6f7-a0c5-4631-bb59-6eb921f102af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:16.714243 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6b5509d1-ceb3-4c20-ab77-bd897d63bc59 req-0e205bf5-768b-4c59-a31c-0960115f8948 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/security-groups?id=d36c205e-c5d5-4621-99c1-9da1f2ecb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345213 Sep 09 18:23:16.723513 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-9f7ad6f7-a0c5-4631-bb59-6eb921f102af admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bb78e2374d6445c6adde338bb70bd958&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1925640 Sep 09 18:23:16.724561 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ad6f7-a0c5-4631-bb59-6eb921f102af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57be115-9b94-41a5-b381-fc27faffd4da,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:16.727129 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 44556) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:23:16.772165 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3,segment=NetworkSegment(7352e50f-d391-4cfa-a078-b8782f4dd6da),segment_id=7352e50f-d391-4cfa-a078-b8782f4dd6da)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:23:16.782592 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-c15337e1-cc50-43ee-9084-1f52d815fd5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:16.783440 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Returning: {'device': 'ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3', 'network_id': '9a31d963-e9f4-47f2-b757-cf2b5b609915', 'port_id': 'ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3', 'mac_address': 'fa:16:3e:49:43:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b00d7c9d-7255-492c-8022-c481d2ea5bf4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 18:23:16.806132 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-c15337e1-cc50-43ee-9084-1f52d815fd5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:16.822126 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:16.835340 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:23:16.857475 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3,segment=NetworkSegment(7352e50f-d391-4cfa-a078-b8782f4dd6da),segment_id=7352e50f-d391-4cfa-a078-b8782f4dd6da)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:23:16.928098 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-c15337e1-cc50-43ee-9084-1f52d815fd5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:16.931330 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-c15337e1-cc50-43ee-9084-1f52d815fd5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:16.932543 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-c15337e1-cc50-43ee-9084-1f52d815fd5b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a57be115-9b94-41a5-b381-fc27faffd4da HTTP/1.1" status: 204 len: 168 time: 0.2046783 Sep 09 18:23:16.940717 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15337e1-cc50-43ee-9084-1f52d815fd5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57be115-9b94-41a5-b381-fc27faffd4da,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:16.958283 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:17.006214 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3,revision_number=4']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:17.345490 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] get_ports_and_sgs() called for port_ids ['ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3'] {{(pid=94639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 18:23:17.848647 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d97976-7206-4129-b203-1d82a75a80ef req-46232d43-d812-4fb9-8389-29b71f85ce32 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:17.850172 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-41d97976-7206-4129-b203-1d82a75a80ef req-46232d43-d812-4fb9-8389-29b71f85ce32 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/ports?device_id=548497fc-e672-41f5-84c8-a3c6edbb6877 HTTP/1.1" status: 200 len: 945 time: 0.0515378 Sep 09 18:23:17.890909 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-41d97976-7206-4129-b203-1d82a75a80ef req-25d30aa8-f129-4109-971b-3e49f5e838cd tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/security-groups?id=d36c205e-c5d5-4621-99c1-9da1f2ecb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339909 Sep 09 18:23:18.606021 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 44590) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:23:18.668714 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3 up at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:23:18.712948 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3f308ed5-ed39-4ba1-ad58-a29c4404aabf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:18.802219 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3f308ed5-ed39-4ba1-ad58-a29c4404aabf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:18.802479 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning for port ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3 completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:23:18.806897 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning complete for port ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:23:18.807318 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:18.865263 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3f308ed5-ed39-4ba1-ad58-a29c4404aabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:18.896437 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:18.909197 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-3f308ed5-ed39-4ba1-ad58-a29c4404aabf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=33e653435f6a4a9f9435dcb5c6b32010&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2992127 Sep 09 18:23:18.909197 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f308ed5-ed39-4ba1-ad58-a29c4404aabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c19b0a-3762-4ef8-9b76-d1cefa445030,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:18.910033 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 44594) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:23:18.935396 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548497fc-e672-41f5-84c8-a3c6edbb6877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:23:18.938472 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c42b67fee44e65162d6e194d2b8dbd641fdff823df3ddc4f15e211ea02ebf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b166ca0-585c-4fec-899e-00c6073cd989" -d '{"events": [{"server_uuid": "548497fc-e672-41f5-84c8-a3c6edbb6877", "name": "network-vif-plugged", "status": "completed", "tag": "ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:23:18.944559 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3,segment=NetworkSegment(7352e50f-d391-4cfa-a078-b8782f4dd6da),segment_id=7352e50f-d391-4cfa-a078-b8782f4dd6da)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:23:18.971194 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-49c1f3c6-a6fd-4e02-a9c3-4e3b1ab3a3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:19.001605 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-49c1f3c6-a6fd-4e02-a9c3-4e3b1ab3a3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:19.013946 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:19.047861 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e7405-a586-4e2a-be23-65a0709c7520 req-b401c5fc-dfad-4c97-929f-27ff6777699c tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:19.051028 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-001e7405-a586-4e2a-be23-65a0709c7520 req-b401c5fc-dfad-4c97-929f-27ff6777699c tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/ports?device_id=548497fc-e672-41f5-84c8-a3c6edbb6877 HTTP/1.1" status: 200 len: 945 time: 0.0849342 Sep 09 18:23:19.084085 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3,revision_number=5']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:19.100879 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-001e7405-a586-4e2a-be23-65a0709c7520 req-803b8665-9872-4262-881f-ccbcdd1bd988 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/security-groups?id=d36c205e-c5d5-4621-99c1-9da1f2ecb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432293 Sep 09 18:23:19.123910 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 18:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0649de2-dcc1-46c2-bf91-2d0cfbac4baa x-openstack-request-id: req-f0649de2-dcc1-46c2-bf91-2d0cfbac4baa {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:23:19.124267 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548497fc-e672-41f5-84c8-a3c6edbb6877", "name": "network-vif-plugged", "status": "completed", "tag": "ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:23:19.124558 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f0649de2-dcc1-46c2-bf91-2d0cfbac4baa {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:23:19.124946 dv-cinder-779540-2-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548497fc-e672-41f5-84c8-a3c6edbb6877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3', 'code': 200} Sep 09 18:23:19.139602 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-49c1f3c6-a6fd-4e02-a9c3-4e3b1ab3a3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:19.142382 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-49c1f3c6-a6fd-4e02-a9c3-4e3b1ab3a3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:19.144224 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-49c1f3c6-a6fd-4e02-a9c3-4e3b1ab3a3ff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/25c19b0a-3762-4ef8-9b76-d1cefa445030 HTTP/1.1" status: 204 len: 168 time: 0.2330985 Sep 09 18:23:19.153712 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c1f3c6-a6fd-4e02-a9c3-4e3b1ab3a3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c19b0a-3762-4ef8-9b76-d1cefa445030,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:19.486175 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf51fc-4e87-4365-86ea-f5cf2f0043ba req-53d39b50-46dc-470b-8dd4-737582845034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:19.487632 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8daf51fc-4e87-4365-86ea-f5cf2f0043ba req-53d39b50-46dc-470b-8dd4-737582845034 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=548497fc-e672-41f5-84c8-a3c6edbb6877 HTTP/1.1" status: 200 len: 1099 time: 0.0404415 Sep 09 18:23:19.524448 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8daf51fc-4e87-4365-86ea-f5cf2f0043ba req-8c70b84b-c567-425e-989c-f67b3f711e15 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d36c205e-c5d5-4621-99c1-9da1f2ecb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283751 Sep 09 18:23:20.215016 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5e5b3-6863-47e7-97f5-aeeacd223315 req-66d2fca7-7f03-48f4-9429-018823784fd3 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:20.216669 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-19b5e5b3-6863-47e7-97f5-aeeacd223315 req-66d2fca7-7f03-48f4-9429-018823784fd3 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/ports?device_id=548497fc-e672-41f5-84c8-a3c6edbb6877 HTTP/1.1" status: 200 len: 946 time: 0.0515425 Sep 09 18:23:20.265084 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-19b5e5b3-6863-47e7-97f5-aeeacd223315 req-2c2290c5-de65-40f1-85b3-904ddc3ce84b tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/security-groups?id=d36c205e-c5d5-4621-99c1-9da1f2ecb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355203 Sep 09 18:23:20.272141 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 44626) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:23:20.371377 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-03703644-b88d-4306-a2d9-fa7d4956ef31 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1959534774-network', 'tenant_id': '1770c44abcca47449561e6ab91841b32'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:23:20.453754 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03703644-b88d-4306-a2d9-fa7d4956ef31 admin admin] Made reservation on behalf of 1770c44abcca47449561e6ab91841b32 for: {'network': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:23:20.456106 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-03703644-b88d-4306-a2d9-fa7d4956ef31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for network, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:20.465029 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-03703644-b88d-4306-a2d9-fa7d4956ef31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:20.556246 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-03703644-b88d-4306-a2d9-fa7d4956ef31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:20.637041 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-03703644-b88d-4306-a2d9-fa7d4956ef31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:20.661371 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03703644-b88d-4306-a2d9-fa7d4956ef31 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=94638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 18:23:20.670520 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03703644-b88d-4306-a2d9-fa7d4956ef31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a459090-6fa8-42d7-aba0-41798aad14ca,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:20.676608 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-03703644-b88d-4306-a2d9-fa7d4956ef31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143'] for segment, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:20.677100 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.db.segments_db [None req-03703644-b88d-4306-a2d9-fa7d4956ef31 admin admin] Added segment 29b169d6-63dc-48f4-bd8b-c0ac4e248e1a of type vlan for network 12c9815a-8b2f-47cd-b8b1-a5fb504eb71c Sep 09 18:23:20.723191 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-03703644-b88d-4306-a2d9-fa7d4956ef31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729821298728'] for network, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:20.802745 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-03703644-b88d-4306-a2d9-fa7d4956ef31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322'] for network, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:20.803750 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03703644-b88d-4306-a2d9-fa7d4956ef31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:20.804402 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-03703644-b88d-4306-a2d9-fa7d4956ef31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:20.868265 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03703644-b88d-4306-a2d9-fa7d4956ef31 admin admin] Pushing event updated for resources: {'Network': ['ID=12c9815a-8b2f-47cd-b8b1-a5fb504eb71c,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:20.879152 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Network 12c9815a-8b2f-47cd-b8b1-a5fb504eb71c details requested by agent ovs-agent-dv-cinder-779540-2-iscsi with host dv-cinder-779540-2-iscsi {{(pid=94639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 18:23:20.898246 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-03703644-b88d-4306-a2d9-fa7d4956ef31 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6217172 Sep 09 18:23:20.898246 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 44630) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:23:20.903318 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-0092c9c4-5ff1-494d-bebf-12a83090da26 admin admin] Request body: {'subnet': {'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1959534774-subnet', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'ip_version': 4}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:23:21.002009 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0092c9c4-5ff1-494d-bebf-12a83090da26 admin admin] Made reservation on behalf of 1770c44abcca47449561e6ab91841b32 for: {'subnet': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:23:21.004451 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0092c9c4-5ff1-494d-bebf-12a83090da26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9553026'] for subnet, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:21.294148 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0092c9c4-5ff1-494d-bebf-12a83090da26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2896114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9553052'] for subnet, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:21.352875 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0092c9c4-5ff1-494d-bebf-12a83090da26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2097dc36-6037-4f23-a336-5ec26ebde0c6,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:21.360796 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0092c9c4-5ff1-494d-bebf-12a83090da26 admin admin] Checking segment: {'id': '29b169d6-63dc-48f4-bd8b-c0ac4e248e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:23:21.360796 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0092c9c4-5ff1-494d-bebf-12a83090da26 admin admin] Network hostable DHCP agents. Network: 12c9815a-8b2f-47cd-b8b1-a5fb504eb71c, hostable agents: ['6109b3ba-05d2-41fe-b34b-8d3bf45e9862'], hosted agents: [] {{(pid=94638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 18:23:21.390189 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718da2e9-61b8-4113-b250-efc43bda7945 req-58ed1399-dcbf-40d8-a5df-bf91680a51b1 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:21.391777 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-718da2e9-61b8-4113-b250-efc43bda7945 req-58ed1399-dcbf-40d8-a5df-bf91680a51b1 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/ports?device_id=548497fc-e672-41f5-84c8-a3c6edbb6877 HTTP/1.1" status: 200 len: 946 time: 0.0569375 Sep 09 18:23:21.432610 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-718da2e9-61b8-4113-b250-efc43bda7945 req-ee46eaee-a747-4672-9039-664c0644766e tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/security-groups?id=d36c205e-c5d5-4621-99c1-9da1f2ecb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338054 Sep 09 18:23:21.465113 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0092c9c4-5ff1-494d-bebf-12a83090da26 admin admin] Network 12c9815a-8b2f-47cd-b8b1-a5fb504eb71c is scheduled to be hosted by DHCP agent 6109b3ba-05d2-41fe-b34b-8d3bf45e9862 with binding_index 1 {{(pid=94638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 18:23:21.556840 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-0092c9c4-5ff1-494d-bebf-12a83090da26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779540-2-iscsi, 12c9815a-8b2f-47cd-b8b1-a5fb504eb71c) {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:23:21.561950 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0092c9c4-5ff1-494d-bebf-12a83090da26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:21.562240 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0092c9c4-5ff1-494d-bebf-12a83090da26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:21.568464 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9e8cdd-db37-46df-8376-e5bcfff1e26a None None] Network 12c9815a-8b2f-47cd-b8b1-a5fb504eb71c requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:23:21.643225 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-0092c9c4-5ff1-494d-bebf-12a83090da26 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7436948 Sep 09 18:23:21.645796 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 44672) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:23:21.651337 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-50489e96-3cbd-4148-9ef4-a8ce43378ac0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1959534774-router', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'}}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:23:21.722213 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dac564-6cbb-40fd-ac42-2e5fed2f6c52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd729f0-ff64-59d2-b832-3ba31ba8699f-12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'fixed_ips': [{'subnet_id': '2097dc36-6037-4f23-a336-5ec26ebde0c6'}]}} from dv-cinder-779540-2-iscsi. {{(pid=94639) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 18:23:21.723257 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16dac564-6cbb-40fd-ac42-2e5fed2f6c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:21.745836 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-50489e96-3cbd-4148-9ef4-a8ce43378ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-912016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7588'] for router, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:21.747051 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-50489e96-3cbd-4148-9ef4-a8ce43378ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-904704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-908176', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7597'] for router, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:21.804546 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-50489e96-3cbd-4148-9ef4-a8ce43378ac0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:21.870522 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-16dac564-6cbb-40fd-ac42-2e5fed2f6c52 None None] Allocated IP 172.20.0.2 (12c9815a-8b2f-47cd-b8b1-a5fb504eb71c/2097dc36-6037-4f23-a336-5ec26ebde0c6/82f3979d-f037-4681-865b-3ccc64e275d3) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:23:22.020499 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-50489e96-3cbd-4148-9ef4-a8ce43378ac0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:22.028760 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16dac564-6cbb-40fd-ac42-2e5fed2f6c52 None None] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:22.037086 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-16dac564-6cbb-40fd-ac42-2e5fed2f6c52 None None] Transition to ACTIVE for port object 82f3979d-f037-4681-865b-3ccc64e275d3 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:23:22.052782 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-16dac564-6cbb-40fd-ac42-2e5fed2f6c52 None None] Transition to ACTIVE for port object 82f3979d-f037-4681-865b-3ccc64e275d3 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:23:22.179607 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16dac564-6cbb-40fd-ac42-2e5fed2f6c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:22.231793 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16dac564-6cbb-40fd-ac42-2e5fed2f6c52 None None] Network 12c9815a-8b2f-47cd-b8b1-a5fb504eb71c is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:23:22.237373 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-16dac564-6cbb-40fd-ac42-2e5fed2f6c52 None None] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:23:22.240567 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dac564-6cbb-40fd-ac42-2e5fed2f6c52 None None] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:23:22.260108 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dac564-6cbb-40fd-ac42-2e5fed2f6c52 None None] Pushing event updated for resources: {'Port': ['ID=82f3979d-f037-4681-865b-3ccc64e275d3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:22.324636 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-16dac564-6cbb-40fd-ac42-2e5fed2f6c52 None None] Attempting to bind port 82f3979d-f037-4681-865b-3ccc64e275d3 on host dv-cinder-779540-2-iscsi for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:23:22.325003 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-16dac564-6cbb-40fd-ac42-2e5fed2f6c52 None None] Attempting to bind port 82f3979d-f037-4681-865b-3ccc64e275d3 by drivers openvswitch,hyperv on host dv-cinder-779540-2-iscsi at level 0 using segments [{'id': '29b169d6-63dc-48f4-bd8b-c0ac4e248e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:23:22.325443 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dac564-6cbb-40fd-ac42-2e5fed2f6c52 None None] Attempting to bind port 82f3979d-f037-4681-865b-3ccc64e275d3 on network 12c9815a-8b2f-47cd-b8b1-a5fb504eb71c {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:23:22.333555 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dac564-6cbb-40fd-ac42-2e5fed2f6c52 None None] Checking agent: {'id': '6d9a1dab-6af8-44c5-a6af-2e6d734c4a3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 7, 57), 'started_at': datetime.datetime(2021, 9, 9, 18, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:23:22.333972 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dac564-6cbb-40fd-ac42-2e5fed2f6c52 None None] Checking segment: {'id': '29b169d6-63dc-48f4-bd8b-c0ac4e248e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:23:22.334415 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16dac564-6cbb-40fd-ac42-2e5fed2f6c52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:22.334977 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dac564-6cbb-40fd-ac42-2e5fed2f6c52 None None] Bound using segment: {'id': '29b169d6-63dc-48f4-bd8b-c0ac4e248e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:23:22.335495 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-16dac564-6cbb-40fd-ac42-2e5fed2f6c52 None None] Bound port: 82f3979d-f037-4681-865b-3ccc64e275d3, host: dv-cinder-779540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b169d6-63dc-48f4-bd8b-c0ac4e248e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:23:22.335883 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16dac564-6cbb-40fd-ac42-2e5fed2f6c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:22.337984 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-50489e96-3cbd-4148-9ef4-a8ce43378ac0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:22.358466 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-50489e96-3cbd-4148-9ef4-a8ce43378ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:22.407968 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-16dac564-6cbb-40fd-ac42-2e5fed2f6c52 None None] For port 82f3979d-f037-4681-865b-3ccc64e275d3, host dv-cinder-779540-2-iscsi, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:23:22.411194 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-16dac564-6cbb-40fd-ac42-2e5fed2f6c52 None None] For port 82f3979d-f037-4681-865b-3ccc64e275d3, host dv-cinder-779540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=82f3979d-f037-4681-865b-3ccc64e275d3,segment=NetworkSegment(29b169d6-63dc-48f4-bd8b-c0ac4e248e1a),segment_id=29b169d6-63dc-48f4-bd8b-c0ac4e248e1a)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:23:22.477940 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16dac564-6cbb-40fd-ac42-2e5fed2f6c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:22.480076 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-50489e96-3cbd-4148-9ef4-a8ce43378ac0 admin admin] Allocated IP 172.27.0.249 (3a4844da-e7df-49de-8120-ac4d2e4c4f80/6ecf6949-122b-4bec-9802-77be4eb2c7d8/65303413-81d5-4265-8fa7-32d3ab84c259) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:23:22.540427 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dac564-6cbb-40fd-ac42-2e5fed2f6c52 None None] Pushing event updated for resources: {'Port': ['ID=82f3979d-f037-4681-865b-3ccc64e275d3,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:22.596950 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-50489e96-3cbd-4148-9ef4-a8ce43378ac0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:22.746241 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-50489e96-3cbd-4148-9ef4-a8ce43378ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2896014'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:22.789257 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50489e96-3cbd-4148-9ef4-a8ce43378ac0 admin admin] Network 3a4844da-e7df-49de-8120-ac4d2e4c4f80 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:23:22.793534 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-50489e96-3cbd-4148-9ef4-a8ce43378ac0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:23:22.796266 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50489e96-3cbd-4148-9ef4-a8ce43378ac0 admin admin] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:23:22.832887 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50489e96-3cbd-4148-9ef4-a8ce43378ac0 admin admin] Pushing event updated for resources: {'Port': ['ID=65303413-81d5-4265-8fa7-32d3ab84c259,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:23.183651 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-50489e96-3cbd-4148-9ef4-a8ce43378ac0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:23.425837 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-50489e96-3cbd-4148-9ef4-a8ce43378ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-904729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-905281'] for router, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:23.533206 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa9ca39-cbfc-4bde-9434-873e60461f43 None None] Network 12c9815a-8b2f-47cd-b8b1-a5fb504eb71c requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:23:23.642674 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50489e96-3cbd-4148-9ef4-a8ce43378ac0 admin admin] Router b8ceab2f-8899-40a9-b696-90370abb90f5 is scheduled to L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 with binding_index 1 {{(pid=94638) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 18:23:23.779066 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-cd2c64c8-e6ae-4f1c-b4c5-1691b2cfc59d None None] Provisioning for port 82f3979d-f037-4681-865b-3ccc64e275d3 completed by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:23:23.779759 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50489e96-3cbd-4148-9ef4-a8ce43378ac0 admin admin] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:23:23.800197 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9229baf9-f0ea-4f1b-b424-dc54a9e75a7f None None] Sync routers for ids ['b8ceab2f-8899-40a9-b696-90370abb90f5'] in dv-cinder-779540-2-iscsi {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:23:23.801968 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9229baf9-f0ea-4f1b-b424-dc54a9e75a7f None None] Routers {'b8ceab2f-8899-40a9-b696-90370abb90f5'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:23:23.802822 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-9229baf9-f0ea-4f1b-b424-dc54a9e75a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:22:57Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['b8ceab2f-8899-40a9-b696-90370abb90f5'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:23:23.900223 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-50489e96-3cbd-4148-9ef4-a8ce43378ac0 admin admin] Notify callbacks [] for router, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:23.904211 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 44694) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:23:23.905529 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-50489e96-3cbd-4148-9ef4-a8ce43378ac0 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2585282 Sep 09 18:23:23.933621 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-9229baf9-f0ea-4f1b-b424-dc54a9e75a7f None None] Set router b8ceab2f-8899-40a9-b696-90370abb90f5 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:23:24.130192 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-9229baf9-f0ea-4f1b-b424-dc54a9e75a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'name': 'tempest-TestVolumeBootPattern-1959534774-router', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:23:21Z', 'updated_at': '2021-09-09T18:23:22Z', 'revision_number': 3, 'project_id': '1770c44abcca47449561e6ab91841b32', 'gw_port': {'id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:39:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:22Z', 'updated_at': '2021-09-09T18:23:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi'}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:23:24.158249 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9229baf9-f0ea-4f1b-b424-dc54a9e75a7f None None] Checking router: b8ceab2f-8899-40a9-b696-90370abb90f5 for host: dv-cinder-779540-2-iscsi {{(pid=94639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:23:24.158509 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9229baf9-f0ea-4f1b-b424-dc54a9e75a7f None None] Updating router b8ceab2f-8899-40a9-b696-90370abb90f5 port 65303413-81d5-4265-8fa7-32d3ab84c259 binding host dv-cinder-779540-2-iscsi {{(pid=94639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 18:23:24.183449 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9229baf9-f0ea-4f1b-b424-dc54a9e75a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:24.342872 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 82f3979d-f037-4681-865b-3ccc64e275d3 up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:23:24.345758 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-8872e40e-a804-4f00-a6d2-2a6d8efe6a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:24.526570 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9229baf9-f0ea-4f1b-b424-dc54a9e75a7f None None] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:24.534664 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.db_base_plugin_common [None req-8872e40e-a804-4f00-a6d2-2a6d8efe6a47 admin admin] Allocated IP 172.20.0.1 (12c9815a-8b2f-47cd-b8b1-a5fb504eb71c/2097dc36-6037-4f23-a336-5ec26ebde0c6/b51c1e74-ea79-4616-b809-512c5e39286a) {{(pid=94637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:23:24.541320 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-9229baf9-f0ea-4f1b-b424-dc54a9e75a7f None None] Transition to ACTIVE for port object 65303413-81d5-4265-8fa7-32d3ab84c259 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:23:24.645774 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-8872e40e-a804-4f00-a6d2-2a6d8efe6a47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:24.659589 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.provisioning_blocks [None req-8872e40e-a804-4f00-a6d2-2a6d8efe6a47 admin admin] Transition to ACTIVE for port object b51c1e74-ea79-4616-b809-512c5e39286a will not be triggered until provisioned by entity DHCP. {{(pid=94637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:23:24.682649 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning for port 82f3979d-f037-4681-865b-3ccc64e275d3 completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:23:24.692698 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port 82f3979d-f037-4681-865b-3ccc64e275d3 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:23:24.692698 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:24.732812 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9229baf9-f0ea-4f1b-b424-dc54a9e75a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:24.799576 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-9229baf9-f0ea-4f1b-b424-dc54a9e75a7f None None] Attempting to bind port 65303413-81d5-4265-8fa7-32d3ab84c259 on host dv-cinder-779540-2-iscsi for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:23:24.800038 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-9229baf9-f0ea-4f1b-b424-dc54a9e75a7f None None] Attempting to bind port 65303413-81d5-4265-8fa7-32d3ab84c259 by drivers openvswitch,hyperv on host dv-cinder-779540-2-iscsi at level 0 using segments [{'id': '7a73f5cb-6b09-47ec-a9e0-b99f618e2056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:23:24.800404 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9229baf9-f0ea-4f1b-b424-dc54a9e75a7f None None] Attempting to bind port 65303413-81d5-4265-8fa7-32d3ab84c259 on network 3a4844da-e7df-49de-8120-ac4d2e4c4f80 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:23:24.803854 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0908966e-472e-4f29-8786-137a950b07e6 None None] Pushing event updated for resources: {'Port': ['ID=65303413-81d5-4265-8fa7-32d3ab84c259,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:24.831955 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-8872e40e-a804-4f00-a6d2-2a6d8efe6a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:24.834974 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9229baf9-f0ea-4f1b-b424-dc54a9e75a7f None None] Checking agent: {'id': '6d9a1dab-6af8-44c5-a6af-2e6d734c4a3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 7, 57), 'started_at': datetime.datetime(2021, 9, 9, 18, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:23:24.835748 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9229baf9-f0ea-4f1b-b424-dc54a9e75a7f None None] Checking segment: {'id': '7a73f5cb-6b09-47ec-a9e0-b99f618e2056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:23:24.836136 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9229baf9-f0ea-4f1b-b424-dc54a9e75a7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:24.836395 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9229baf9-f0ea-4f1b-b424-dc54a9e75a7f None None] Bound using segment: {'id': '7a73f5cb-6b09-47ec-a9e0-b99f618e2056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:23:24.848040 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-9229baf9-f0ea-4f1b-b424-dc54a9e75a7f None None] Bound port: 65303413-81d5-4265-8fa7-32d3ab84c259, host: dv-cinder-779540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a73f5cb-6b09-47ec-a9e0-b99f618e2056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:23:24.848040 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9229baf9-f0ea-4f1b-b424-dc54a9e75a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:24.870213 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:24.880087 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8872e40e-a804-4f00-a6d2-2a6d8efe6a47 admin admin] Network 12c9815a-8b2f-47cd-b8b1-a5fb504eb71c is already hosted by enough agents. {{(pid=94637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:23:24.883727 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63563eaa-af90-4c72-9676-40e330beb024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:24.889466 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.base_scheduler [None req-8872e40e-a804-4f00-a6d2-2a6d8efe6a47 admin admin] Resources bound (agent type, host, resource id): {{(pid=94637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:23:24.894295 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8872e40e-a804-4f00-a6d2-2a6d8efe6a47 admin admin] Received port after_create {{(pid=94637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:23:24.897793 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872e40e-a804-4f00-a6d2-2a6d8efe6a47 admin admin] Pushing event updated for resources: {'Port': ['ID=b51c1e74-ea79-4616-b809-512c5e39286a,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:24.933989 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-9229baf9-f0ea-4f1b-b424-dc54a9e75a7f None None] For port 65303413-81d5-4265-8fa7-32d3ab84c259, host dv-cinder-779540-2-iscsi, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:23:24.937730 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-8872e40e-a804-4f00-a6d2-2a6d8efe6a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-905360'] for router_interface, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:24.938952 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-9229baf9-f0ea-4f1b-b424-dc54a9e75a7f None None] For port 65303413-81d5-4265-8fa7-32d3ab84c259, host dv-cinder-779540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=65303413-81d5-4265-8fa7-32d3ab84c259,segment=NetworkSegment(7a73f5cb-6b09-47ec-a9e0-b99f618e2056),segment_id=7a73f5cb-6b09-47ec-a9e0-b99f618e2056)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:23:24.941083 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] For port 82f3979d-f037-4681-865b-3ccc64e275d3, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=82f3979d-f037-4681-865b-3ccc64e275d3,segment=NetworkSegment(29b169d6-63dc-48f4-bd8b-c0ac4e248e1a),segment_id=29b169d6-63dc-48f4-bd8b-c0ac4e248e1a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:23:25.010247 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9229baf9-f0ea-4f1b-b424-dc54a9e75a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:25.067179 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:25.100474 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9229baf9-f0ea-4f1b-b424-dc54a9e75a7f None None] Routers {'b8ceab2f-8899-40a9-b696-90370abb90f5'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:23:25.101108 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-9229baf9-f0ea-4f1b-b424-dc54a9e75a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:22:57Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['b8ceab2f-8899-40a9-b696-90370abb90f5'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:23:25.105124 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0908966e-472e-4f29-8786-137a950b07e6 None None] Pushing event updated for resources: {'Port': ['ID=65303413-81d5-4265-8fa7-32d3ab84c259,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:25.192170 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-8872e40e-a804-4f00-a6d2-2a6d8efe6a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:25.249458 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Pushing event updated for resources: {'Port': ['ID=82f3979d-f037-4681-865b-3ccc64e275d3,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:25.256125 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-3c38042c-d2e9-49cc-8f64-67676ca91933 None None] Provisioning for port b51c1e74-ea79-4616-b809-512c5e39286a completed by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:23:25.270506 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-3c38042c-d2e9-49cc-8f64-67676ca91933 None None] Provisioning complete for port b51c1e74-ea79-4616-b809-512c5e39286a triggered by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:23:25.270506 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c38042c-d2e9-49cc-8f64-67676ca91933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:25.276581 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-9229baf9-f0ea-4f1b-b424-dc54a9e75a7f None None] Set router b8ceab2f-8899-40a9-b696-90370abb90f5 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:23:25.378354 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-3c38042c-d2e9-49cc-8f64-67676ca91933 None None] Port b51c1e74-ea79-4616-b809-512c5e39286a cannot update to ACTIVE because it is not bound. {{(pid=94639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 18:23:25.391367 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-8872e40e-a804-4f00-a6d2-2a6d8efe6a47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:25.459843 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-8872e40e-a804-4f00-a6d2-2a6d8efe6a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859523'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:25.534962 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-8872e40e-a804-4f00-a6d2-2a6d8efe6a47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-906496'] for router_interface, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:25.538172 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872e40e-a804-4f00-a6d2-2a6d8efe6a47 admin admin] Pushing event updated for resources: {'Port': ['ID=b51c1e74-ea79-4616-b809-512c5e39286a,revision_number=2']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:25.636185 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-9229baf9-f0ea-4f1b-b424-dc54a9e75a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'name': 'tempest-TestVolumeBootPattern-1959534774-router', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:23:21Z', 'updated_at': '2021-09-09T18:23:22Z', 'revision_number': 3, 'project_id': '1770c44abcca47449561e6ab91841b32', 'gw_port': {'id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:39:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:22Z', 'updated_at': '2021-09-09T18:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi'}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:23:25.646444 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8872e40e-a804-4f00-a6d2-2a6d8efe6a47 admin admin] Network 12c9815a-8b2f-47cd-b8b1-a5fb504eb71c is already hosted by enough agents. {{(pid=94637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:23:25.648050 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.base_scheduler [None req-8872e40e-a804-4f00-a6d2-2a6d8efe6a47 admin admin] Resources bound (agent type, host, resource id): {{(pid=94637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:23:25.663170 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9229baf9-f0ea-4f1b-b424-dc54a9e75a7f None None] The sync data for ids ['b8ceab2f-8899-40a9-b696-90370abb90f5'] in dv-cinder-779540-2-iscsi is: [{'id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'name': 'tempest-TestVolumeBootPattern-1959534774-router', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:23:21Z', 'updated_at': '2021-09-09T18:23:22Z', 'revision_number': 3, 'project_id': '1770c44abcca47449561e6ab91841b32', 'gw_port': {'id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:39:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:22Z', 'updated_at': '2021-09-09T18:23:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi'}] {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:23:25.788436 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8872e40e-a804-4f00-a6d2-2a6d8efe6a47 admin admin] Router b8ceab2f-8899-40a9-b696-90370abb90f5 has already been hosted by L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 {{(pid=94637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 18:23:25.916411 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-fc07e998-46ba-4a1f-a7c8-d51e9a726150 None None] Provisioning complete for port b51c1e74-ea79-4616-b809-512c5e39286a triggered by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:23:25.916411 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc07e998-46ba-4a1f-a7c8-d51e9a726150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:25.933927 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8872e40e-a804-4f00-a6d2-2a6d8efe6a47 admin admin] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:23:25.942273 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-8872e40e-a804-4f00-a6d2-2a6d8efe6a47 admin admin] 10.222.0.39 "PUT /v2.0/routers/b8ceab2f-8899-40a9-b696-90370abb90f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0358241 Sep 09 18:23:25.987533 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-fc07e998-46ba-4a1f-a7c8-d51e9a726150 None None] Port b51c1e74-ea79-4616-b809-512c5e39286a cannot update to ACTIVE because it is not bound. {{(pid=94639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 18:23:26.378289 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 82f3979d-f037-4681-865b-3ccc64e275d3 up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:23:26.434079 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port 82f3979d-f037-4681-865b-3ccc64e275d3 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:23:26.434545 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:26.530726 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 65303413-81d5-4265-8fa7-32d3ab84c259 up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:23:26.729314 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning for port 65303413-81d5-4265-8fa7-32d3ab84c259 completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:23:26.735554 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port 65303413-81d5-4265-8fa7-32d3ab84c259 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:23:26.736591 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:26.828021 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:26.850895 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] For port 65303413-81d5-4265-8fa7-32d3ab84c259, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=65303413-81d5-4265-8fa7-32d3ab84c259,segment=NetworkSegment(7a73f5cb-6b09-47ec-a9e0-b99f618e2056),segment_id=7a73f5cb-6b09-47ec-a9e0-b99f618e2056)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:23:26.852637 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 44720) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:23:26.857684 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-d5cbf5cb-eed4-4e7f-bf22-4ced2f26c801 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1981375831-network', 'tenant_id': '33ea41163eea418cbecfaf5476cc9ff9'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:23:26.917335 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:26.945979 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cbf5cb-eed4-4e7f-bf22-4ced2f26c801 admin admin] Made reservation on behalf of 33ea41163eea418cbecfaf5476cc9ff9 for: {'network': 1} {{(pid=94637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:23:26.948425 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-d5cbf5cb-eed4-4e7f-bf22-4ced2f26c801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for network, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:26.957347 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-d5cbf5cb-eed4-4e7f-bf22-4ced2f26c801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:26.969794 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Pushing event updated for resources: {'Port': ['ID=65303413-81d5-4265-8fa7-32d3ab84c259,revision_number=4']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:27.057740 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-d5cbf5cb-eed4-4e7f-bf22-4ced2f26c801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:27.156792 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-d5cbf5cb-eed4-4e7f-bf22-4ced2f26c801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:27.189110 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5cbf5cb-eed4-4e7f-bf22-4ced2f26c801 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=94637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 18:23:27.201221 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cbf5cb-eed4-4e7f-bf22-4ced2f26c801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc470862-123e-4fe8-aae1-d6a4ccf6568b,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:27.206268 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-d5cbf5cb-eed4-4e7f-bf22-4ced2f26c801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143'] for segment, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:27.206617 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.db.segments_db [None req-d5cbf5cb-eed4-4e7f-bf22-4ced2f26c801 admin admin] Added segment bdfda9d3-6153-4688-a7f0-ffed4e5bf60d of type vlan for network ddfa41f3-ca70-4122-9853-7e591f9782bd Sep 09 18:23:27.248235 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-d5cbf5cb-eed4-4e7f-bf22-4ced2f26c801 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729821298728'] for network, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:27.328455 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-d5cbf5cb-eed4-4e7f-bf22-4ced2f26c801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322'] for network, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:27.329499 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cbf5cb-eed4-4e7f-bf22-4ced2f26c801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:27.330094 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-d5cbf5cb-eed4-4e7f-bf22-4ced2f26c801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for network, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:27.391878 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cbf5cb-eed4-4e7f-bf22-4ced2f26c801 admin admin] Pushing event updated for resources: {'Network': ['ID=ddfa41f3-ca70-4122-9853-7e591f9782bd,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:27.405117 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Network ddfa41f3-ca70-4122-9853-7e591f9782bd details requested by agent ovs-agent-dv-cinder-779540-2-iscsi with host dv-cinder-779540-2-iscsi {{(pid=94639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 18:23:27.421303 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-d5cbf5cb-eed4-4e7f-bf22-4ced2f26c801 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5673022 Sep 09 18:23:27.424721 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 44722) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:23:27.430220 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54786087-a9a0-40cb-b6b0-2096a58babf3 None None] Sync routers for ids ['b8ceab2f-8899-40a9-b696-90370abb90f5'] in dv-cinder-779540-2-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:23:27.431830 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-04f84098-543c-4be9-a154-1074ee244ad4 admin admin] Request body: {'subnet': {'network_id': 'ddfa41f3-ca70-4122-9853-7e591f9782bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1981375831-subnet', 'tenant_id': '33ea41163eea418cbecfaf5476cc9ff9', 'ip_version': 4}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:23:27.439653 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54786087-a9a0-40cb-b6b0-2096a58babf3 None None] Routers {'b8ceab2f-8899-40a9-b696-90370abb90f5'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:23:27.440246 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-54786087-a9a0-40cb-b6b0-2096a58babf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:22:57Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['b8ceab2f-8899-40a9-b696-90370abb90f5'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:23:27.472148 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:27.493879 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05620f56-b385-4a7d-aaf4-9a955b15f3d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:27.516652 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f84098-543c-4be9-a154-1074ee244ad4 admin admin] Made reservation on behalf of 33ea41163eea418cbecfaf5476cc9ff9 for: {'subnet': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:23:27.519065 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-04f84098-543c-4be9-a154-1074ee244ad4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9553026'] for subnet, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:27.553038 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-54786087-a9a0-40cb-b6b0-2096a58babf3 None None] Set router b8ceab2f-8899-40a9-b696-90370abb90f5 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:23:27.757481 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-54786087-a9a0-40cb-b6b0-2096a58babf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'name': 'tempest-TestVolumeBootPattern-1959534774-router', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:23:21Z', 'updated_at': '2021-09-09T18:23:25Z', 'revision_number': 4, 'project_id': '1770c44abcca47449561e6ab91841b32', 'gw_port': {'id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:39:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:22Z', 'updated_at': '2021-09-09T18:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': 'b51c1e74-ea79-4616-b809-512c5e39286a', 'name': '', 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'mac_address': 'fa:16:3e:44:ca:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:24Z', 'updated_at': '2021-09-09T18:23:25Z', 'revision_number': 2, 'project_id': '1770c44abcca47449561e6ab91841b32', 'subnets': [{'id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:23:27.783568 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54786087-a9a0-40cb-b6b0-2096a58babf3 None None] Checking router: b8ceab2f-8899-40a9-b696-90370abb90f5 for host: dv-cinder-779540-2-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:23:27.783924 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54786087-a9a0-40cb-b6b0-2096a58babf3 None None] Updating router b8ceab2f-8899-40a9-b696-90370abb90f5 port b51c1e74-ea79-4616-b809-512c5e39286a binding host dv-cinder-779540-2-iscsi {{(pid=94640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 18:23:27.792012 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-04f84098-543c-4be9-a154-1074ee244ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2896114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9553052'] for subnet, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:27.823363 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54786087-a9a0-40cb-b6b0-2096a58babf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:27.847146 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f84098-543c-4be9-a154-1074ee244ad4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b158d89e-d931-4f8f-b2c6-b7184fa02486,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:27.869765 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f84098-543c-4be9-a154-1074ee244ad4 admin admin] Checking segment: {'id': 'bdfda9d3-6153-4688-a7f0-ffed4e5bf60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ddfa41f3-ca70-4122-9853-7e591f9782bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:23:27.870290 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f84098-543c-4be9-a154-1074ee244ad4 admin admin] Network hostable DHCP agents. Network: ddfa41f3-ca70-4122-9853-7e591f9782bd, hostable agents: ['6109b3ba-05d2-41fe-b34b-8d3bf45e9862'], hosted agents: [] {{(pid=94638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 18:23:27.933880 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f84098-543c-4be9-a154-1074ee244ad4 admin admin] Network ddfa41f3-ca70-4122-9853-7e591f9782bd is scheduled to be hosted by DHCP agent 6109b3ba-05d2-41fe-b34b-8d3bf45e9862 with binding_index 1 {{(pid=94638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 18:23:28.019786 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-04f84098-543c-4be9-a154-1074ee244ad4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779540-2-iscsi, ddfa41f3-ca70-4122-9853-7e591f9782bd) {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:23:28.024627 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f84098-543c-4be9-a154-1074ee244ad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:28.025426 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-04f84098-543c-4be9-a154-1074ee244ad4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:28.030519 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a7975a-0b60-4a68-8435-c611e57513f8 None None] Network ddfa41f3-ca70-4122-9853-7e591f9782bd requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:23:28.089464 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-04f84098-543c-4be9-a154-1074ee244ad4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6627886 Sep 09 18:23:28.092098 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 44726) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:23:28.097854 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-bc9616c4-2431-49f1-86f9-1c136ad25dcf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1981375831-router', 'tenant_id': '33ea41163eea418cbecfaf5476cc9ff9', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'}}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:23:28.129614 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54786087-a9a0-40cb-b6b0-2096a58babf3 None None] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:28.140458 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-54786087-a9a0-40cb-b6b0-2096a58babf3 None None] Transition to ACTIVE for port object b51c1e74-ea79-4616-b809-512c5e39286a will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:23:28.185671 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-bc9616c4-2431-49f1-86f9-1c136ad25dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-912016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7588'] for router, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:28.186784 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-bc9616c4-2431-49f1-86f9-1c136ad25dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-904704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-908176', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7597'] for router, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:28.187573 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efd6f8c-4854-4d76-a3bc-2ac92c3587dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd729f0-ff64-59d2-b832-3ba31ba8699f-ddfa41f3-ca70-4122-9853-7e591f9782bd', 'network_id': 'ddfa41f3-ca70-4122-9853-7e591f9782bd', 'tenant_id': '33ea41163eea418cbecfaf5476cc9ff9', 'fixed_ips': [{'subnet_id': 'b158d89e-d931-4f8f-b2c6-b7184fa02486'}]}} from dv-cinder-779540-2-iscsi. {{(pid=94639) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 18:23:28.188541 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9efd6f8c-4854-4d76-a3bc-2ac92c3587dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:28.197439 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54786087-a9a0-40cb-b6b0-2096a58babf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:28.250468 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52318300-5f8b-4966-9735-c71653e795cb None None] Pushing event updated for resources: {'Port': ['ID=b51c1e74-ea79-4616-b809-512c5e39286a,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:28.263355 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52318300-5f8b-4966-9735-c71653e795cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:28.263745 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52318300-5f8b-4966-9735-c71653e795cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:28.265149 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52318300-5f8b-4966-9735-c71653e795cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:28.265522 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52318300-5f8b-4966-9735-c71653e795cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:28.265868 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52318300-5f8b-4966-9735-c71653e795cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:28.266190 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52318300-5f8b-4966-9735-c71653e795cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:28.266513 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52318300-5f8b-4966-9735-c71653e795cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:28.266835 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52318300-5f8b-4966-9735-c71653e795cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:28.267175 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52318300-5f8b-4966-9735-c71653e795cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:28.267513 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52318300-5f8b-4966-9735-c71653e795cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:28.267831 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52318300-5f8b-4966-9735-c71653e795cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:28.268147 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52318300-5f8b-4966-9735-c71653e795cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:28.303232 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-bc9616c4-2431-49f1-86f9-1c136ad25dcf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:28.349135 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-54786087-a9a0-40cb-b6b0-2096a58babf3 None None] Attempting to bind port b51c1e74-ea79-4616-b809-512c5e39286a on host dv-cinder-779540-2-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:23:28.349881 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-54786087-a9a0-40cb-b6b0-2096a58babf3 None None] Attempting to bind port b51c1e74-ea79-4616-b809-512c5e39286a by drivers openvswitch,hyperv on host dv-cinder-779540-2-iscsi at level 0 using segments [{'id': '29b169d6-63dc-48f4-bd8b-c0ac4e248e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:23:28.350714 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54786087-a9a0-40cb-b6b0-2096a58babf3 None None] Attempting to bind port b51c1e74-ea79-4616-b809-512c5e39286a on network 12c9815a-8b2f-47cd-b8b1-a5fb504eb71c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:23:28.357820 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54786087-a9a0-40cb-b6b0-2096a58babf3 None None] Checking agent: {'id': '6d9a1dab-6af8-44c5-a6af-2e6d734c4a3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 7, 57), 'started_at': datetime.datetime(2021, 9, 9, 18, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:23:28.358786 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54786087-a9a0-40cb-b6b0-2096a58babf3 None None] Checking segment: {'id': '29b169d6-63dc-48f4-bd8b-c0ac4e248e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:23:28.359348 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54786087-a9a0-40cb-b6b0-2096a58babf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:28.360038 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54786087-a9a0-40cb-b6b0-2096a58babf3 None None] Bound using segment: {'id': '29b169d6-63dc-48f4-bd8b-c0ac4e248e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:23:28.360709 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-54786087-a9a0-40cb-b6b0-2096a58babf3 None None] Bound port: b51c1e74-ea79-4616-b809-512c5e39286a, host: dv-cinder-779540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b169d6-63dc-48f4-bd8b-c0ac4e248e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:23:28.361246 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54786087-a9a0-40cb-b6b0-2096a58babf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:28.389854 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 65303413-81d5-4265-8fa7-32d3ab84c259 up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:23:28.396812 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-9efd6f8c-4854-4d76-a3bc-2ac92c3587dc None None] Allocated IP 172.20.0.2 (ddfa41f3-ca70-4122-9853-7e591f9782bd/b158d89e-d931-4f8f-b2c6-b7184fa02486/034af1b3-a7d2-4d1d-b13c-8b03b3f929b2) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:23:28.433285 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-54786087-a9a0-40cb-b6b0-2096a58babf3 None None] For port b51c1e74-ea79-4616-b809-512c5e39286a, host dv-cinder-779540-2-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:23:28.437456 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-54786087-a9a0-40cb-b6b0-2096a58babf3 None None] For port b51c1e74-ea79-4616-b809-512c5e39286a, host dv-cinder-779540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=b51c1e74-ea79-4616-b809-512c5e39286a,segment=NetworkSegment(29b169d6-63dc-48f4-bd8b-c0ac4e248e1a),segment_id=29b169d6-63dc-48f4-bd8b-c0ac4e248e1a)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:23:28.529773 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port 65303413-81d5-4265-8fa7-32d3ab84c259 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:23:28.530159 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:28.534797 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54786087-a9a0-40cb-b6b0-2096a58babf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:28.584572 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54786087-a9a0-40cb-b6b0-2096a58babf3 None None] Routers {'b8ceab2f-8899-40a9-b696-90370abb90f5'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:23:28.585284 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-54786087-a9a0-40cb-b6b0-2096a58babf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:23:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['b8ceab2f-8899-40a9-b696-90370abb90f5'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:23:28.695224 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9efd6f8c-4854-4d76-a3bc-2ac92c3587dc None None] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:28.707573 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-9efd6f8c-4854-4d76-a3bc-2ac92c3587dc None None] Transition to ACTIVE for port object 034af1b3-a7d2-4d1d-b13c-8b03b3f929b2 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:23:28.727564 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-9efd6f8c-4854-4d76-a3bc-2ac92c3587dc None None] Transition to ACTIVE for port object 034af1b3-a7d2-4d1d-b13c-8b03b3f929b2 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:23:28.765680 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-bc9616c4-2431-49f1-86f9-1c136ad25dcf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:28.782567 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52318300-5f8b-4966-9735-c71653e795cb None None] Pushing event updated for resources: {'Port': ['ID=b51c1e74-ea79-4616-b809-512c5e39286a,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:28.824866 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9efd6f8c-4854-4d76-a3bc-2ac92c3587dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:28.845877 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-54786087-a9a0-40cb-b6b0-2096a58babf3 None None] Set router b8ceab2f-8899-40a9-b696-90370abb90f5 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:23:28.865560 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efd6f8c-4854-4d76-a3bc-2ac92c3587dc None None] Network ddfa41f3-ca70-4122-9853-7e591f9782bd is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:23:28.870482 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-9efd6f8c-4854-4d76-a3bc-2ac92c3587dc None None] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:23:28.873123 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efd6f8c-4854-4d76-a3bc-2ac92c3587dc None None] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:23:28.886773 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd6f8c-4854-4d76-a3bc-2ac92c3587dc None None] Pushing event updated for resources: {'Port': ['ID=034af1b3-a7d2-4d1d-b13c-8b03b3f929b2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:28.954756 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-9efd6f8c-4854-4d76-a3bc-2ac92c3587dc None None] Attempting to bind port 034af1b3-a7d2-4d1d-b13c-8b03b3f929b2 on host dv-cinder-779540-2-iscsi for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:23:28.955128 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-9efd6f8c-4854-4d76-a3bc-2ac92c3587dc None None] Attempting to bind port 034af1b3-a7d2-4d1d-b13c-8b03b3f929b2 by drivers openvswitch,hyperv on host dv-cinder-779540-2-iscsi at level 0 using segments [{'id': 'bdfda9d3-6153-4688-a7f0-ffed4e5bf60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ddfa41f3-ca70-4122-9853-7e591f9782bd'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:23:28.955495 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efd6f8c-4854-4d76-a3bc-2ac92c3587dc None None] Attempting to bind port 034af1b3-a7d2-4d1d-b13c-8b03b3f929b2 on network ddfa41f3-ca70-4122-9853-7e591f9782bd {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:23:28.960492 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efd6f8c-4854-4d76-a3bc-2ac92c3587dc None None] Checking agent: {'id': '6d9a1dab-6af8-44c5-a6af-2e6d734c4a3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 7, 57), 'started_at': datetime.datetime(2021, 9, 9, 18, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:23:28.961640 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efd6f8c-4854-4d76-a3bc-2ac92c3587dc None None] Checking segment: {'id': 'bdfda9d3-6153-4688-a7f0-ffed4e5bf60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ddfa41f3-ca70-4122-9853-7e591f9782bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:23:28.962277 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9efd6f8c-4854-4d76-a3bc-2ac92c3587dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:28.962840 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efd6f8c-4854-4d76-a3bc-2ac92c3587dc None None] Bound using segment: {'id': 'bdfda9d3-6153-4688-a7f0-ffed4e5bf60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ddfa41f3-ca70-4122-9853-7e591f9782bd'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:23:28.963309 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-9efd6f8c-4854-4d76-a3bc-2ac92c3587dc None None] Bound port: 034af1b3-a7d2-4d1d-b13c-8b03b3f929b2, host: dv-cinder-779540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdfda9d3-6153-4688-a7f0-ffed4e5bf60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ddfa41f3-ca70-4122-9853-7e591f9782bd'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:23:28.963692 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9efd6f8c-4854-4d76-a3bc-2ac92c3587dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:29.042296 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-9efd6f8c-4854-4d76-a3bc-2ac92c3587dc None None] For port 034af1b3-a7d2-4d1d-b13c-8b03b3f929b2, host dv-cinder-779540-2-iscsi, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:23:29.059873 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-9efd6f8c-4854-4d76-a3bc-2ac92c3587dc None None] For port 034af1b3-a7d2-4d1d-b13c-8b03b3f929b2, host dv-cinder-779540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=034af1b3-a7d2-4d1d-b13c-8b03b3f929b2,segment=NetworkSegment(bdfda9d3-6153-4688-a7f0-ffed4e5bf60d),segment_id=bdfda9d3-6153-4688-a7f0-ffed4e5bf60d)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:23:29.079728 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-bc9616c4-2431-49f1-86f9-1c136ad25dcf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:29.083017 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-54786087-a9a0-40cb-b6b0-2096a58babf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'name': 'tempest-TestVolumeBootPattern-1959534774-router', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:23:21Z', 'updated_at': '2021-09-09T18:23:25Z', 'revision_number': 4, 'project_id': '1770c44abcca47449561e6ab91841b32', 'gw_port': {'id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:39:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:22Z', 'updated_at': '2021-09-09T18:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': 'b51c1e74-ea79-4616-b809-512c5e39286a', 'name': '', 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'mac_address': 'fa:16:3e:44:ca:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:24Z', 'updated_at': '2021-09-09T18:23:28Z', 'revision_number': 4, 'project_id': '1770c44abcca47449561e6ab91841b32', 'subnets': [{'id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:23:29.099708 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-bc9616c4-2431-49f1-86f9-1c136ad25dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:29.111172 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54786087-a9a0-40cb-b6b0-2096a58babf3 None None] The sync data for ids ['b8ceab2f-8899-40a9-b696-90370abb90f5'] in dv-cinder-779540-2-iscsi is: [{'id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'name': 'tempest-TestVolumeBootPattern-1959534774-router', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:23:21Z', 'updated_at': '2021-09-09T18:23:25Z', 'revision_number': 4, 'project_id': '1770c44abcca47449561e6ab91841b32', 'gw_port': {'id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:39:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:22Z', 'updated_at': '2021-09-09T18:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': 'b51c1e74-ea79-4616-b809-512c5e39286a', 'name': '', 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'mac_address': 'fa:16:3e:44:ca:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:24Z', 'updated_at': '2021-09-09T18:23:28Z', 'revision_number': 4, 'project_id': '1770c44abcca47449561e6ab91841b32', 'subnets': [{'id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:23:29.182383 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:29.215410 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9efd6f8c-4854-4d76-a3bc-2ac92c3587dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:29.244056 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.db_base_plugin_common [None req-bc9616c4-2431-49f1-86f9-1c136ad25dcf admin admin] Allocated IP 172.27.0.10 (3a4844da-e7df-49de-8120-ac4d2e4c4f80/6ecf6949-122b-4bec-9802-77be4eb2c7d8/bea245a6-9d1e-4c20-a533-2500e55a5ba2) {{(pid=94637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:23:29.291184 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd6f8c-4854-4d76-a3bc-2ac92c3587dc None None] Pushing event updated for resources: {'Port': ['ID=034af1b3-a7d2-4d1d-b13c-8b03b3f929b2,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:29.390336 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-bc9616c4-2431-49f1-86f9-1c136ad25dcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:29.494478 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-bc9616c4-2431-49f1-86f9-1c136ad25dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:29.541512 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9616c4-2431-49f1-86f9-1c136ad25dcf admin admin] Network 3a4844da-e7df-49de-8120-ac4d2e4c4f80 is already hosted by enough agents. {{(pid=94637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:23:29.544824 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.base_scheduler [None req-bc9616c4-2431-49f1-86f9-1c136ad25dcf admin admin] Resources bound (agent type, host, resource id): {{(pid=94637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:23:29.548873 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9616c4-2431-49f1-86f9-1c136ad25dcf admin admin] Received port after_create {{(pid=94637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:23:29.582362 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9616c4-2431-49f1-86f9-1c136ad25dcf admin admin] Pushing event updated for resources: {'Port': ['ID=bea245a6-9d1e-4c20-a533-2500e55a5ba2,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:29.910955 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-bc9616c4-2431-49f1-86f9-1c136ad25dcf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:30.153735 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-bc9616c4-2431-49f1-86f9-1c136ad25dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-904729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-905281'] for router, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:30.260474 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e0195c-1eb2-4603-bd85-a553336d94f2 None None] Network ddfa41f3-ca70-4122-9853-7e591f9782bd requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:23:30.403693 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9616c4-2431-49f1-86f9-1c136ad25dcf admin admin] Router b781439a-f4cf-4580-9456-14d52cf363f3 is scheduled to L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 with binding_index 1 {{(pid=94637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 18:23:30.413588 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 034af1b3-a7d2-4d1d-b13c-8b03b3f929b2 up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:23:30.445179 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-71de535a-f9a6-4405-871a-b2adf05def33 None None] Provisioning for port 034af1b3-a7d2-4d1d-b13c-8b03b3f929b2 completed by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:23:30.533456 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9616c4-2431-49f1-86f9-1c136ad25dcf admin admin] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:23:30.544914 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f11c7b9-6926-4ff2-ab99-3f4a895bd398 None None] Sync routers for ids ['b781439a-f4cf-4580-9456-14d52cf363f3'] in dv-cinder-779540-2-iscsi {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:23:30.554473 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f11c7b9-6926-4ff2-ab99-3f4a895bd398 None None] Routers {'b781439a-f4cf-4580-9456-14d52cf363f3'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:23:30.555132 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-3f11c7b9-6926-4ff2-ab99-3f4a895bd398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:23:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['b781439a-f4cf-4580-9456-14d52cf363f3'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:23:30.591805 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning for port 034af1b3-a7d2-4d1d-b13c-8b03b3f929b2 completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:23:30.599441 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port 034af1b3-a7d2-4d1d-b13c-8b03b3f929b2 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:23:30.599807 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:30.643135 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-bc9616c4-2431-49f1-86f9-1c136ad25dcf admin admin] Notify callbacks [] for router, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:30.645294 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-bc9616c4-2431-49f1-86f9-1c136ad25dcf admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5510700 Sep 09 18:23:30.648022 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 44738) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:23:30.712230 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-3f11c7b9-6926-4ff2-ab99-3f4a895bd398 None None] Set router b781439a-f4cf-4580-9456-14d52cf363f3 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:23:30.823124 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:30.848891 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-38a6d54d-16f0-4a90-9c8f-8c8d4bacd2ae None None] Provisioning complete for port 034af1b3-a7d2-4d1d-b13c-8b03b3f929b2 triggered by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:23:30.849261 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38a6d54d-16f0-4a90-9c8f-8c8d4bacd2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:30.899872 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b269ec5-dee3-4d4d-9940-e4238cb2e962 req-fbc9265a-c8f2-423a-8264-17f13bb0310d tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:30.904097 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5b269ec5-dee3-4d4d-9940-e4238cb2e962 req-fbc9265a-c8f2-423a-8264-17f13bb0310d tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 985 time: 0.0697153 Sep 09 18:23:30.931767 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] For port 034af1b3-a7d2-4d1d-b13c-8b03b3f929b2, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=034af1b3-a7d2-4d1d-b13c-8b03b3f929b2,segment=NetworkSegment(bdfda9d3-6153-4688-a7f0-ffed4e5bf60d),segment_id=bdfda9d3-6153-4688-a7f0-ffed4e5bf60d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:23:30.964940 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5b269ec5-dee3-4d4d-9940-e4238cb2e962 req-710f6fc2-f1c0-4232-8f20-a82acc480523 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&id=847cbfec-5248-416f-ab63-e9b107546e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543215 Sep 09 18:23:31.001710 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:31.002510 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device b51c1e74-ea79-4616-b809-512c5e39286a up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:23:31.187209 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:31.261928 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Pushing event updated for resources: {'Port': ['ID=034af1b3-a7d2-4d1d-b13c-8b03b3f929b2,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:31.269214 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24f4d9-08db-43ec-b4e5-a50b1ee46999 req-5cd72d88-9fb2-4e51-8010-3c3a47ec1eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:31.271015 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0f24f4d9-08db-43ec-b4e5-a50b1ee46999 req-5cd72d88-9fb2-4e51-8010-3c3a47ec1eae service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6c6da778518d4565908e5cf0fa432d10&device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 1138 time: 0.3392165 Sep 09 18:23:31.278295 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-3f11c7b9-6926-4ff2-ab99-3f4a895bd398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b781439a-f4cf-4580-9456-14d52cf363f3', 'name': 'tempest-TestVolumeBootPattern-1981375831-router', 'tenant_id': '33ea41163eea418cbecfaf5476cc9ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'bea245a6-9d1e-4c20-a533-2500e55a5ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:23:28Z', 'updated_at': '2021-09-09T18:23:29Z', 'revision_number': 3, 'project_id': '33ea41163eea418cbecfaf5476cc9ff9', 'gw_port': {'id': 'bea245a6-9d1e-4c20-a533-2500e55a5ba2', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b781439a-f4cf-4580-9456-14d52cf363f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:29Z', 'updated_at': '2021-09-09T18:23:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi'}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:23:31.309871 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f11c7b9-6926-4ff2-ab99-3f4a895bd398 None None] Checking router: b781439a-f4cf-4580-9456-14d52cf363f3 for host: dv-cinder-779540-2-iscsi {{(pid=94639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:23:31.310219 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f11c7b9-6926-4ff2-ab99-3f4a895bd398 None None] Updating router b781439a-f4cf-4580-9456-14d52cf363f3 port bea245a6-9d1e-4c20-a533-2500e55a5ba2 binding host dv-cinder-779540-2-iscsi {{(pid=94639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 18:23:31.332298 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning for port b51c1e74-ea79-4616-b809-512c5e39286a completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:23:31.341824 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port b51c1e74-ea79-4616-b809-512c5e39286a triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:23:31.342222 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:31.345344 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f11c7b9-6926-4ff2-ab99-3f4a895bd398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:31.433688 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24f4d9-08db-43ec-b4e5-a50b1ee46999 req-63720b9d-68f0-4452-a6f9-3df30555a184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:31.435248 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0f24f4d9-08db-43ec-b4e5-a50b1ee46999 req-63720b9d-68f0-4452-a6f9-3df30555a184 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c8a3e621-aafd-4c83-9fc5-3660c7c8f597 HTTP/1.1" status: 200 len: 916 time: 0.1562688 Sep 09 18:23:31.530736 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e14f7adf-f629-4467-af7d-8d1e60ef4840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:31.540538 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:31.546856 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0f24f4d9-08db-43ec-b4e5-a50b1ee46999 req-7ad546fa-f5d8-4db4-9bcc-354bfd28bc70 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=756e824c-e295-4895-bb43-30b1d93194f4 HTTP/1.1" status: 200 len: 1001 time: 0.1027634 Sep 09 18:23:31.624060 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] For port b51c1e74-ea79-4616-b809-512c5e39286a, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=b51c1e74-ea79-4616-b809-512c5e39286a,segment=NetworkSegment(29b169d6-63dc-48f4-bd8b-c0ac4e248e1a),segment_id=29b169d6-63dc-48f4-bd8b-c0ac4e248e1a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:23:31.652002 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24f4d9-08db-43ec-b4e5-a50b1ee46999 req-a84cf804-c4aa-4e6c-87d0-9177e8a81600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:31.653653 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0f24f4d9-08db-43ec-b4e5-a50b1ee46999 req-a84cf804-c4aa-4e6c-87d0-9177e8a81600 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea5cb843-bb4c-4217-a23d-5d3311db9ad5 HTTP/1.1" status: 200 len: 854 time: 0.0991840 Sep 09 18:23:31.701599 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:31.739691 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f11c7b9-6926-4ff2-ab99-3f4a895bd398 None None] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:31.759920 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-3f11c7b9-6926-4ff2-ab99-3f4a895bd398 None None] Transition to ACTIVE for port object bea245a6-9d1e-4c20-a533-2500e55a5ba2 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:23:31.765608 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24f4d9-08db-43ec-b4e5-a50b1ee46999 req-4b97ef18-5caf-45f7-b0bc-1cb2756762cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:31.767594 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0f24f4d9-08db-43ec-b4e5-a50b1ee46999 req-4b97ef18-5caf-45f7-b0bc-1cb2756762cf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c8a3e621-aafd-4c83-9fc5-3660c7c8f597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0849502 Sep 09 18:23:31.773923 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Pushing event updated for resources: {'Port': ['ID=b51c1e74-ea79-4616-b809-512c5e39286a,revision_number=5']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:31.800130 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-e14f7adf-f629-4467-af7d-8d1e60ef4840 admin admin] Allocated IP 172.20.0.1 (ddfa41f3-ca70-4122-9853-7e591f9782bd/b158d89e-d931-4f8f-b2c6-b7184fa02486/6d56246a-fff1-432e-8c94-beac64b4b1cf) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:23:31.865368 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f11c7b9-6926-4ff2-ab99-3f4a895bd398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:31.917775 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-3f11c7b9-6926-4ff2-ab99-3f4a895bd398 None None] Attempting to bind port bea245a6-9d1e-4c20-a533-2500e55a5ba2 on host dv-cinder-779540-2-iscsi for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:23:31.918147 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-3f11c7b9-6926-4ff2-ab99-3f4a895bd398 None None] Attempting to bind port bea245a6-9d1e-4c20-a533-2500e55a5ba2 by drivers openvswitch,hyperv on host dv-cinder-779540-2-iscsi at level 0 using segments [{'id': '7a73f5cb-6b09-47ec-a9e0-b99f618e2056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:23:31.918515 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f11c7b9-6926-4ff2-ab99-3f4a895bd398 None None] Attempting to bind port bea245a6-9d1e-4c20-a533-2500e55a5ba2 on network 3a4844da-e7df-49de-8120-ac4d2e4c4f80 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:23:31.930994 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f11c7b9-6926-4ff2-ab99-3f4a895bd398 None None] Checking agent: {'id': '6d9a1dab-6af8-44c5-a6af-2e6d734c4a3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 7, 57), 'started_at': datetime.datetime(2021, 9, 9, 18, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:23:31.931478 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f11c7b9-6926-4ff2-ab99-3f4a895bd398 None None] Checking segment: {'id': '7a73f5cb-6b09-47ec-a9e0-b99f618e2056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:23:31.931962 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f11c7b9-6926-4ff2-ab99-3f4a895bd398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:31.932399 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f11c7b9-6926-4ff2-ab99-3f4a895bd398 None None] Bound using segment: {'id': '7a73f5cb-6b09-47ec-a9e0-b99f618e2056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:23:31.932916 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-3f11c7b9-6926-4ff2-ab99-3f4a895bd398 None None] Bound port: bea245a6-9d1e-4c20-a533-2500e55a5ba2, host: dv-cinder-779540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a73f5cb-6b09-47ec-a9e0-b99f618e2056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:23:31.933295 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f11c7b9-6926-4ff2-ab99-3f4a895bd398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:31.936203 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e6c39-70ad-4a85-be26-801dce2f0227 None None] Pushing event updated for resources: {'Port': ['ID=bea245a6-9d1e-4c20-a533-2500e55a5ba2,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:31.939314 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0f24f4d9-08db-43ec-b4e5-a50b1ee46999 req-7963a492-36b0-4c51-9581-0511d6cd6f25 service neutron] 10.222.0.54 "GET /v2.0/networks/c8a3e621-aafd-4c83-9fc5-3660c7c8f597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624362 Sep 09 18:23:31.999582 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-3f11c7b9-6926-4ff2-ab99-3f4a895bd398 None None] For port bea245a6-9d1e-4c20-a533-2500e55a5ba2, host dv-cinder-779540-2-iscsi, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:23:32.003198 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-3f11c7b9-6926-4ff2-ab99-3f4a895bd398 None None] For port bea245a6-9d1e-4c20-a533-2500e55a5ba2, host dv-cinder-779540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=bea245a6-9d1e-4c20-a533-2500e55a5ba2,segment=NetworkSegment(7a73f5cb-6b09-47ec-a9e0-b99f618e2056),segment_id=7a73f5cb-6b09-47ec-a9e0-b99f618e2056)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:23:32.011963 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e14f7adf-f629-4467-af7d-8d1e60ef4840 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:32.064077 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [None req-e14f7adf-f629-4467-af7d-8d1e60ef4840 admin admin] Transition to ACTIVE for port object 6d56246a-fff1-432e-8c94-beac64b4b1cf will not be triggered until provisioned by entity DHCP. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:23:32.074280 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f11c7b9-6926-4ff2-ab99-3f4a895bd398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:32.091122 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1b033-0a44-4dbd-a529-0d931cdf94c8 req-91f42c31-b43f-415f-8679-6d6f9c926ef1 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:32.100229 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-0f24f4d9-08db-43ec-b4e5-a50b1ee46999 req-98f92e7b-d2ff-4072-baa3-054abc6c259f service neutron] 10.222.0.54 "GET /v2.0/networks/c8a3e621-aafd-4c83-9fc5-3660c7c8f597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505427 Sep 09 18:23:32.105796 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1af1b033-0a44-4dbd-a529-0d931cdf94c8 req-91f42c31-b43f-415f-8679-6d6f9c926ef1 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 985 time: 0.0610576 Sep 09 18:23:32.159467 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1af1b033-0a44-4dbd-a529-0d931cdf94c8 req-656ff6be-ee2f-478b-81ad-bdc0d0d462d2 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&id=847cbfec-5248-416f-ab63-e9b107546e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526106 Sep 09 18:23:32.161429 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f11c7b9-6926-4ff2-ab99-3f4a895bd398 None None] Routers {'b781439a-f4cf-4580-9456-14d52cf363f3'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:23:32.162117 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-3f11c7b9-6926-4ff2-ab99-3f4a895bd398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:23:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['b781439a-f4cf-4580-9456-14d52cf363f3'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:23:32.191932 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e14f7adf-f629-4467-af7d-8d1e60ef4840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2896014'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:32.210927 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e6c39-70ad-4a85-be26-801dce2f0227 None None] Pushing event updated for resources: {'Port': ['ID=bea245a6-9d1e-4c20-a533-2500e55a5ba2,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:32.231752 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14f7adf-f629-4467-af7d-8d1e60ef4840 admin admin] Network ddfa41f3-ca70-4122-9853-7e591f9782bd is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:23:32.234645 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-e14f7adf-f629-4467-af7d-8d1e60ef4840 admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:23:32.238402 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14f7adf-f629-4467-af7d-8d1e60ef4840 admin admin] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:23:32.275911 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f7adf-f629-4467-af7d-8d1e60ef4840 admin admin] Pushing event updated for resources: {'Port': ['ID=6d56246a-fff1-432e-8c94-beac64b4b1cf,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:32.297730 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e14f7adf-f629-4467-af7d-8d1e60ef4840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-905360'] for router_interface, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:32.311666 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-3f11c7b9-6926-4ff2-ab99-3f4a895bd398 None None] Set router b781439a-f4cf-4580-9456-14d52cf363f3 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:23:32.344004 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 034af1b3-a7d2-4d1d-b13c-8b03b3f929b2 up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:23:32.513686 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port 034af1b3-a7d2-4d1d-b13c-8b03b3f929b2 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:23:32.514208 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:32.521526 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e14f7adf-f629-4467-af7d-8d1e60ef4840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:32.575261 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-fbaa8ad5-ccbb-4bd0-adad-a6a29bf90de4 None None] Provisioning for port 6d56246a-fff1-432e-8c94-beac64b4b1cf completed by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:23:32.586745 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-fbaa8ad5-ccbb-4bd0-adad-a6a29bf90de4 None None] Provisioning complete for port 6d56246a-fff1-432e-8c94-beac64b4b1cf triggered by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:23:32.587034 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbaa8ad5-ccbb-4bd0-adad-a6a29bf90de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:32.659558 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-3f11c7b9-6926-4ff2-ab99-3f4a895bd398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b781439a-f4cf-4580-9456-14d52cf363f3', 'name': 'tempest-TestVolumeBootPattern-1981375831-router', 'tenant_id': '33ea41163eea418cbecfaf5476cc9ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'bea245a6-9d1e-4c20-a533-2500e55a5ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:23:28Z', 'updated_at': '2021-09-09T18:23:29Z', 'revision_number': 3, 'project_id': '33ea41163eea418cbecfaf5476cc9ff9', 'gw_port': {'id': 'bea245a6-9d1e-4c20-a533-2500e55a5ba2', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b781439a-f4cf-4580-9456-14d52cf363f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:29Z', 'updated_at': '2021-09-09T18:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi'}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:23:32.662916 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-fbaa8ad5-ccbb-4bd0-adad-a6a29bf90de4 None None] Port 6d56246a-fff1-432e-8c94-beac64b4b1cf cannot update to ACTIVE because it is not bound. {{(pid=94639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 18:23:32.697004 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f11c7b9-6926-4ff2-ab99-3f4a895bd398 None None] The sync data for ids ['b781439a-f4cf-4580-9456-14d52cf363f3'] in dv-cinder-779540-2-iscsi is: [{'id': 'b781439a-f4cf-4580-9456-14d52cf363f3', 'name': 'tempest-TestVolumeBootPattern-1981375831-router', 'tenant_id': '33ea41163eea418cbecfaf5476cc9ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'bea245a6-9d1e-4c20-a533-2500e55a5ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:23:28Z', 'updated_at': '2021-09-09T18:23:29Z', 'revision_number': 3, 'project_id': '33ea41163eea418cbecfaf5476cc9ff9', 'gw_port': {'id': 'bea245a6-9d1e-4c20-a533-2500e55a5ba2', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b781439a-f4cf-4580-9456-14d52cf363f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:29Z', 'updated_at': '2021-09-09T18:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi'}] {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:23:32.698790 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e14f7adf-f629-4467-af7d-8d1e60ef4840 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:32.699378 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device b51c1e74-ea79-4616-b809-512c5e39286a up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:23:32.749619 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port b51c1e74-ea79-4616-b809-512c5e39286a triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:23:32.749995 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:32.761669 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e14f7adf-f629-4467-af7d-8d1e60ef4840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2903677'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:32.840193 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e14f7adf-f629-4467-af7d-8d1e60ef4840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-906496'] for router_interface, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:32.842306 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f7adf-f629-4467-af7d-8d1e60ef4840 admin admin] Pushing event updated for resources: {'Port': ['ID=6d56246a-fff1-432e-8c94-beac64b4b1cf,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:32.960649 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14f7adf-f629-4467-af7d-8d1e60ef4840 admin admin] Network ddfa41f3-ca70-4122-9853-7e591f9782bd is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:23:32.962156 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-e14f7adf-f629-4467-af7d-8d1e60ef4840 admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:23:33.115867 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e14f7adf-f629-4467-af7d-8d1e60ef4840 admin admin] Router b781439a-f4cf-4580-9456-14d52cf363f3 has already been hosted by L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 18:23:33.263842 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14f7adf-f629-4467-af7d-8d1e60ef4840 admin admin] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:23:33.273906 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-e14f7adf-f629-4467-af7d-8d1e60ef4840 admin admin] 10.222.0.39 "PUT /v2.0/routers/b781439a-f4cf-4580-9456-14d52cf363f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6228306 Sep 09 18:23:33.318278 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af1f0c-baa1-4bbd-a571-d1a4af56ec5e req-2f877d8d-9486-408a-ab69-3b89ff98db89 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:33.319988 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-35af1f0c-baa1-4bbd-a571-d1a4af56ec5e req-2f877d8d-9486-408a-ab69-3b89ff98db89 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 985 time: 0.0706279 Sep 09 18:23:33.379227 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-35af1f0c-baa1-4bbd-a571-d1a4af56ec5e req-0b6f4270-d9dd-4548-b745-27f895c2195b tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&id=847cbfec-5248-416f-ab63-e9b107546e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460680 Sep 09 18:23:33.404860 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-b74e2b4b-9b94-4c8e-a4ff-7daac404a598 None None] Provisioning complete for port 6d56246a-fff1-432e-8c94-beac64b4b1cf triggered by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:23:33.405980 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b74e2b4b-9b94-4c8e-a4ff-7daac404a598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:33.456666 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-b74e2b4b-9b94-4c8e-a4ff-7daac404a598 None None] Port 6d56246a-fff1-432e-8c94-beac64b4b1cf cannot update to ACTIVE because it is not bound. {{(pid=94639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 18:23:34.009361 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 44758) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:23:34.013952 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-ee4cf944-6307-470d-9296-9f1a807e6b30 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1707551402', 'description': 'tempest-secgroup-smoke-1707551402 description', 'project_id': '1770c44abcca47449561e6ab91841b32'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:23:34.122646 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ee4cf944-6307-470d-9296-9f1a807e6b30 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:34.216776 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ee4cf944-6307-470d-9296-9f1a807e6b30 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:34.288394 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ee4cf944-6307-470d-9296-9f1a807e6b30 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:34.327800 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device bea245a6-9d1e-4c20-a533-2500e55a5ba2 up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:23:34.328035 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4cf944-6307-470d-9296-9f1a807e6b30 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95faf039-bc96-48d0-babb-6a31fbf7d32b,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:34.390860 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdab5e5-753d-410e-b58e-ef8949ca7d64 None None] Sync routers for ids ['b781439a-f4cf-4580-9456-14d52cf363f3'] in dv-cinder-779540-2-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:23:34.397201 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ee4cf944-6307-470d-9296-9f1a807e6b30 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:34.399035 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-ee4cf944-6307-470d-9296-9f1a807e6b30 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3881128 Sep 09 18:23:34.401445 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdab5e5-753d-410e-b58e-ef8949ca7d64 None None] Routers {'b781439a-f4cf-4580-9456-14d52cf363f3'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:23:34.402076 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 44764) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:23:34.402766 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-bbdab5e5-753d-410e-b58e-ef8949ca7d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:23:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['b781439a-f4cf-4580-9456-14d52cf363f3'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:23:34.407097 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-50679988-7eee-4ad3-9f75-11222fbddccf tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Request body: {'security_group_rule': {'security_group_id': '95faf039-bc96-48d0-babb-6a31fbf7d32b', 'project_id': '1770c44abcca47449561e6ab91841b32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:23:34.448583 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning for port bea245a6-9d1e-4c20-a533-2500e55a5ba2 completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:23:34.453343 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port bea245a6-9d1e-4c20-a533-2500e55a5ba2 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:23:34.453729 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:34.509889 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef55ff97-a499-45de-a5be-03f91767e1b6 req-24c5641e-2554-42a5-ba7b-daba9c81a314 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:34.511853 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ef55ff97-a499-45de-a5be-03f91767e1b6 req-24c5641e-2554-42a5-ba7b-daba9c81a314 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 985 time: 0.0636935 Sep 09 18:23:34.515626 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-50679988-7eee-4ad3-9f75-11222fbddccf tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:34.520389 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-bbdab5e5-753d-410e-b58e-ef8949ca7d64 None None] Set router b781439a-f4cf-4580-9456-14d52cf363f3 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:23:34.548376 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:34.577518 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] For port bea245a6-9d1e-4c20-a533-2500e55a5ba2, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=bea245a6-9d1e-4c20-a533-2500e55a5ba2,segment=NetworkSegment(7a73f5cb-6b09-47ec-a9e0-b99f618e2056),segment_id=7a73f5cb-6b09-47ec-a9e0-b99f618e2056)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:23:34.600768 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-50679988-7eee-4ad3-9f75-11222fbddccf tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:34.611173 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ef55ff97-a499-45de-a5be-03f91767e1b6 req-12ded4bb-8e02-4b8d-8765-59cbb01307c0 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&id=847cbfec-5248-416f-ab63-e9b107546e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0697248 Sep 09 18:23:34.688119 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:34.729170 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-bbdab5e5-753d-410e-b58e-ef8949ca7d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b781439a-f4cf-4580-9456-14d52cf363f3', 'name': 'tempest-TestVolumeBootPattern-1981375831-router', 'tenant_id': '33ea41163eea418cbecfaf5476cc9ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'bea245a6-9d1e-4c20-a533-2500e55a5ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:23:28Z', 'updated_at': '2021-09-09T18:23:32Z', 'revision_number': 4, 'project_id': '33ea41163eea418cbecfaf5476cc9ff9', 'gw_port': {'id': 'bea245a6-9d1e-4c20-a533-2500e55a5ba2', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b781439a-f4cf-4580-9456-14d52cf363f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:29Z', 'updated_at': '2021-09-09T18:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': '6d56246a-fff1-432e-8c94-beac64b4b1cf', 'name': '', 'network_id': 'ddfa41f3-ca70-4122-9853-7e591f9782bd', 'tenant_id': '33ea41163eea418cbecfaf5476cc9ff9', 'mac_address': 'fa:16:3e:c7:5e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b781439a-f4cf-4580-9456-14d52cf363f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b158d89e-d931-4f8f-b2c6-b7184fa02486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:31Z', 'updated_at': '2021-09-09T18:23:32Z', 'revision_number': 2, 'project_id': '33ea41163eea418cbecfaf5476cc9ff9', 'subnets': [{'id': 'b158d89e-d931-4f8f-b2c6-b7184fa02486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:23:34.734050 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-50679988-7eee-4ad3-9f75-11222fbddccf tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644925'] for security_group_rule, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:34.743584 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Pushing event updated for resources: {'Port': ['ID=bea245a6-9d1e-4c20-a533-2500e55a5ba2,revision_number=4']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:34.759779 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50679988-7eee-4ad3-9f75-11222fbddccf tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b93e48-4cc0-4e04-aea3-f9434eb2b5e4,revision_number=0']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:34.763425 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdab5e5-753d-410e-b58e-ef8949ca7d64 None None] Checking router: b781439a-f4cf-4580-9456-14d52cf363f3 for host: dv-cinder-779540-2-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:23:34.763719 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdab5e5-753d-410e-b58e-ef8949ca7d64 None None] Updating router b781439a-f4cf-4580-9456-14d52cf363f3 port 6d56246a-fff1-432e-8c94-beac64b4b1cf binding host dv-cinder-779540-2-iscsi {{(pid=94640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 18:23:34.790858 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bbdab5e5-753d-410e-b58e-ef8949ca7d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:34.825783 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-50679988-7eee-4ad3-9f75-11222fbddccf tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:34.830020 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 44766) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:23:34.830266 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-50679988-7eee-4ad3-9f75-11222fbddccf tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4264488 Sep 09 18:23:34.834895 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-2268ef96-6fff-43bd-adff-4e65ff7ceed8 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Request body: {'security_group_rule': {'security_group_id': '95faf039-bc96-48d0-babb-6a31fbf7d32b', 'project_id': '1770c44abcca47449561e6ab91841b32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:23:34.931995 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2268ef96-6fff-43bd-adff-4e65ff7ceed8 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:34.998200 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2268ef96-6fff-43bd-adff-4e65ff7ceed8 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:35.002919 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:35.072602 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bbdab5e5-753d-410e-b58e-ef8949ca7d64 None None] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:35.082171 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-bbdab5e5-753d-410e-b58e-ef8949ca7d64 None None] Transition to ACTIVE for port object 6d56246a-fff1-432e-8c94-beac64b4b1cf will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:23:35.092620 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2268ef96-6fff-43bd-adff-4e65ff7ceed8 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644925'] for security_group_rule, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:35.112368 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2268ef96-6fff-43bd-adff-4e65ff7ceed8 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9375477-6a41-4890-a07b-44370483c42b,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:35.173972 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bbdab5e5-753d-410e-b58e-ef8949ca7d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:35.185442 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2268ef96-6fff-43bd-adff-4e65ff7ceed8 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:35.186771 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-2268ef96-6fff-43bd-adff-4e65ff7ceed8 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3555360 Sep 09 18:23:35.189490 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 44772) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:23:35.194029 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-b504adb6-9527-4b41-9a14-a77900b8c74f tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Request body: {'security_group_rule': {'security_group_id': '95faf039-bc96-48d0-babb-6a31fbf7d32b', 'project_id': '1770c44abcca47449561e6ab91841b32', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:23:35.249240 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe13be-6a2c-46b9-ad83-e2e45d3a2cb1 None None] Pushing event updated for resources: {'Port': ['ID=6d56246a-fff1-432e-8c94-beac64b4b1cf,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:35.282904 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-bbdab5e5-753d-410e-b58e-ef8949ca7d64 None None] Attempting to bind port 6d56246a-fff1-432e-8c94-beac64b4b1cf on host dv-cinder-779540-2-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:23:35.283234 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-bbdab5e5-753d-410e-b58e-ef8949ca7d64 None None] Attempting to bind port 6d56246a-fff1-432e-8c94-beac64b4b1cf by drivers openvswitch,hyperv on host dv-cinder-779540-2-iscsi at level 0 using segments [{'id': 'bdfda9d3-6153-4688-a7f0-ffed4e5bf60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ddfa41f3-ca70-4122-9853-7e591f9782bd'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:23:35.283556 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdab5e5-753d-410e-b58e-ef8949ca7d64 None None] Attempting to bind port 6d56246a-fff1-432e-8c94-beac64b4b1cf on network ddfa41f3-ca70-4122-9853-7e591f9782bd {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:23:35.291829 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdab5e5-753d-410e-b58e-ef8949ca7d64 None None] Checking agent: {'id': '6d9a1dab-6af8-44c5-a6af-2e6d734c4a3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 7, 57), 'started_at': datetime.datetime(2021, 9, 9, 18, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:23:35.292699 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdab5e5-753d-410e-b58e-ef8949ca7d64 None None] Checking segment: {'id': 'bdfda9d3-6153-4688-a7f0-ffed4e5bf60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ddfa41f3-ca70-4122-9853-7e591f9782bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:23:35.293203 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bbdab5e5-753d-410e-b58e-ef8949ca7d64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:35.293609 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdab5e5-753d-410e-b58e-ef8949ca7d64 None None] Bound using segment: {'id': 'bdfda9d3-6153-4688-a7f0-ffed4e5bf60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ddfa41f3-ca70-4122-9853-7e591f9782bd'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:23:35.294063 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b504adb6-9527-4b41-9a14-a77900b8c74f tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:35.294179 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-bbdab5e5-753d-410e-b58e-ef8949ca7d64 None None] Bound port: 6d56246a-fff1-432e-8c94-beac64b4b1cf, host: dv-cinder-779540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdfda9d3-6153-4688-a7f0-ffed4e5bf60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ddfa41f3-ca70-4122-9853-7e591f9782bd'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:23:35.294540 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bbdab5e5-753d-410e-b58e-ef8949ca7d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:35.386369 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-bbdab5e5-753d-410e-b58e-ef8949ca7d64 None None] For port 6d56246a-fff1-432e-8c94-beac64b4b1cf, host dv-cinder-779540-2-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:23:35.390373 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b504adb6-9527-4b41-9a14-a77900b8c74f tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:35.391053 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-bbdab5e5-753d-410e-b58e-ef8949ca7d64 None None] For port 6d56246a-fff1-432e-8c94-beac64b4b1cf, host dv-cinder-779540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=6d56246a-fff1-432e-8c94-beac64b4b1cf,segment=NetworkSegment(bdfda9d3-6153-4688-a7f0-ffed4e5bf60d),segment_id=bdfda9d3-6153-4688-a7f0-ffed4e5bf60d)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:23:35.482455 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b504adb6-9527-4b41-9a14-a77900b8c74f tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644925'] for security_group_rule, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:35.499701 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504adb6-9527-4b41-9a14-a77900b8c74f tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d0e201b-e9f4-46fd-ae4f-225f686aefc4,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:35.501633 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bbdab5e5-753d-410e-b58e-ef8949ca7d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:35.561234 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdab5e5-753d-410e-b58e-ef8949ca7d64 None None] Routers {'b781439a-f4cf-4580-9456-14d52cf363f3'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:23:35.561857 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-bbdab5e5-753d-410e-b58e-ef8949ca7d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:23:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['b781439a-f4cf-4580-9456-14d52cf363f3'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:23:35.584986 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-63b28834-6ad7-41a5-b78d-adc4be4b6cc9 req-0125107a-7a69-42f1-a92f-52114935615e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440836 Sep 09 18:23:35.602124 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe13be-6a2c-46b9-ad83-e2e45d3a2cb1 None None] Pushing event updated for resources: {'Port': ['ID=6d56246a-fff1-432e-8c94-beac64b4b1cf,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:35.614508 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b504adb6-9527-4b41-9a14-a77900b8c74f tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:35.614508 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-b504adb6-9527-4b41-9a14-a77900b8c74f tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4208369 Sep 09 18:23:35.614705 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 44780) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:23:35.620112 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-de792276-7b7c-487b-a47a-8c2238e025ad tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Request body: {'security_group_rule': {'security_group_id': '95faf039-bc96-48d0-babb-6a31fbf7d32b', 'project_id': '1770c44abcca47449561e6ab91841b32', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:23:35.666076 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b28834-6ad7-41a5-b78d-adc4be4b6cc9 req-30960471-e634-4b52-9563-601eae2a2283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:35.666289 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-63b28834-6ad7-41a5-b78d-adc4be4b6cc9 req-30960471-e634-4b52-9563-601eae2a2283 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=43ce4a6143564c64b1be155ca237d8e1&device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 1100 time: 0.0540545 Sep 09 18:23:35.694384 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-bbdab5e5-753d-410e-b58e-ef8949ca7d64 None None] Set router b781439a-f4cf-4580-9456-14d52cf363f3 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:23:35.738958 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-de792276-7b7c-487b-a47a-8c2238e025ad tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:35.786965 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b28834-6ad7-41a5-b78d-adc4be4b6cc9 req-e4814da3-f3e7-4247-9d93-c2e19383562d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:35.788472 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-63b28834-6ad7-41a5-b78d-adc4be4b6cc9 req-e4814da3-f3e7-4247-9d93-c2e19383562d service neutron] 10.222.0.54 "GET /v2.0/networks?id=165da4a9-ef54-4e00-b346-cd05df750cfe HTTP/1.1" status: 200 len: 918 time: 0.0947940 Sep 09 18:23:35.793066 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d34a9-4d95-4255-8df6-e1ef5c157e5e req-b651cdfc-e0e3-406c-a9ef-a9fc360160b9 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:35.796281 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-026d34a9-4d95-4255-8df6-e1ef5c157e5e req-b651cdfc-e0e3-406c-a9ef-a9fc360160b9 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 985 time: 0.0924566 Sep 09 18:23:35.830743 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-de792276-7b7c-487b-a47a-8c2238e025ad tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:35.860613 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-026d34a9-4d95-4255-8df6-e1ef5c157e5e req-ccf30791-61ef-4d20-a55f-1d608ddb3895 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&id=847cbfec-5248-416f-ab63-e9b107546e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548766 Sep 09 18:23:35.869741 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-63b28834-6ad7-41a5-b78d-adc4be4b6cc9 req-d287418a-a298-4c3a-add2-6d268e0b9d77 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec03f1d3-5a50-4119-9cf9-8311f87974bf HTTP/1.1" status: 200 len: 1002 time: 0.0663440 Sep 09 18:23:35.905418 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-de792276-7b7c-487b-a47a-8c2238e025ad tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644925'] for security_group_rule, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:35.922456 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b28834-6ad7-41a5-b78d-adc4be4b6cc9 req-dca1a14d-6109-4f15-8403-1d571ba69414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:35.923943 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-63b28834-6ad7-41a5-b78d-adc4be4b6cc9 req-dca1a14d-6109-4f15-8403-1d571ba69414 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a76c712f-0b8e-4da8-9f5a-950d58cfba07 HTTP/1.1" status: 200 len: 856 time: 0.0450606 Sep 09 18:23:35.928032 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de792276-7b7c-487b-a47a-8c2238e025ad tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c8eaebf-a14b-4d75-9527-dbb142c3c5c9,revision_number=0']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:35.929171 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-bbdab5e5-753d-410e-b58e-ef8949ca7d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b781439a-f4cf-4580-9456-14d52cf363f3', 'name': 'tempest-TestVolumeBootPattern-1981375831-router', 'tenant_id': '33ea41163eea418cbecfaf5476cc9ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'bea245a6-9d1e-4c20-a533-2500e55a5ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:23:28Z', 'updated_at': '2021-09-09T18:23:32Z', 'revision_number': 4, 'project_id': '33ea41163eea418cbecfaf5476cc9ff9', 'gw_port': {'id': 'bea245a6-9d1e-4c20-a533-2500e55a5ba2', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b781439a-f4cf-4580-9456-14d52cf363f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:29Z', 'updated_at': '2021-09-09T18:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': '6d56246a-fff1-432e-8c94-beac64b4b1cf', 'name': '', 'network_id': 'ddfa41f3-ca70-4122-9853-7e591f9782bd', 'tenant_id': '33ea41163eea418cbecfaf5476cc9ff9', 'mac_address': 'fa:16:3e:c7:5e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b781439a-f4cf-4580-9456-14d52cf363f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b158d89e-d931-4f8f-b2c6-b7184fa02486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:31Z', 'updated_at': '2021-09-09T18:23:35Z', 'revision_number': 4, 'project_id': '33ea41163eea418cbecfaf5476cc9ff9', 'subnets': [{'id': 'b158d89e-d931-4f8f-b2c6-b7184fa02486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:23:35.956465 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdab5e5-753d-410e-b58e-ef8949ca7d64 None None] The sync data for ids ['b781439a-f4cf-4580-9456-14d52cf363f3'] in dv-cinder-779540-2-iscsi is: [{'id': 'b781439a-f4cf-4580-9456-14d52cf363f3', 'name': 'tempest-TestVolumeBootPattern-1981375831-router', 'tenant_id': '33ea41163eea418cbecfaf5476cc9ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'bea245a6-9d1e-4c20-a533-2500e55a5ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:23:28Z', 'updated_at': '2021-09-09T18:23:32Z', 'revision_number': 4, 'project_id': '33ea41163eea418cbecfaf5476cc9ff9', 'gw_port': {'id': 'bea245a6-9d1e-4c20-a533-2500e55a5ba2', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b781439a-f4cf-4580-9456-14d52cf363f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:29Z', 'updated_at': '2021-09-09T18:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': '6d56246a-fff1-432e-8c94-beac64b4b1cf', 'name': '', 'network_id': 'ddfa41f3-ca70-4122-9853-7e591f9782bd', 'tenant_id': '33ea41163eea418cbecfaf5476cc9ff9', 'mac_address': 'fa:16:3e:c7:5e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b781439a-f4cf-4580-9456-14d52cf363f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'b158d89e-d931-4f8f-b2c6-b7184fa02486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:31Z', 'updated_at': '2021-09-09T18:23:35Z', 'revision_number': 4, 'project_id': '33ea41163eea418cbecfaf5476cc9ff9', 'subnets': [{'id': 'b158d89e-d931-4f8f-b2c6-b7184fa02486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:23:35.975528 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b28834-6ad7-41a5-b78d-adc4be4b6cc9 req-7742b1bc-bc00-4cdf-9195-61c6dfe3f4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:35.977951 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-63b28834-6ad7-41a5-b78d-adc4be4b6cc9 req-7742b1bc-bc00-4cdf-9195-61c6dfe3f4e6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=165da4a9-ef54-4e00-b346-cd05df750cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432405 Sep 09 18:23:36.002311 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-de792276-7b7c-487b-a47a-8c2238e025ad tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:36.005033 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-de792276-7b7c-487b-a47a-8c2238e025ad tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3890307 Sep 09 18:23:36.009438 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 44784) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:23:36.017843 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-fd1b68b1-a405-44b1-a68e-eaf505c92042 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Request body: {'security_group_rule': {'security_group_id': '95faf039-bc96-48d0-babb-6a31fbf7d32b', 'project_id': '1770c44abcca47449561e6ab91841b32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:23:36.105363 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.db.securitygroups_db [None req-fd1b68b1-a405-44b1-a68e-eaf505c92042 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Project 1770c44abcca47449561e6ab91841b32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 18:23:36.111015 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-fd1b68b1-a405-44b1-a68e-eaf505c92042 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:36.113258 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-63b28834-6ad7-41a5-b78d-adc4be4b6cc9 req-ab07ebf8-723e-4dac-bba6-bb5336b9a832 service neutron] 10.222.0.54 "GET /v2.0/networks/165da4a9-ef54-4e00-b346-cd05df750cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253350 Sep 09 18:23:36.181801 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-fd1b68b1-a405-44b1-a68e-eaf505c92042 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:36.221394 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-63b28834-6ad7-41a5-b78d-adc4be4b6cc9 req-d549d827-330c-42dd-b6a5-7b72a0fffe67 service neutron] 10.222.0.54 "GET /v2.0/networks/165da4a9-ef54-4e00-b346-cd05df750cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963798 Sep 09 18:23:36.254289 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-fd1b68b1-a405-44b1-a68e-eaf505c92042 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644925'] for security_group_rule, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:36.279076 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1b68b1-a405-44b1-a68e-eaf505c92042 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2d73dcc-a312-492c-840b-759cc51148cf,revision_number=0']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:36.344730 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-fd1b68b1-a405-44b1-a68e-eaf505c92042 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:36.346166 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-fd1b68b1-a405-44b1-a68e-eaf505c92042 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3353961 Sep 09 18:23:36.349184 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 44786) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:23:36.355457 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-786c708d-7e79-4baf-ad92-c9ed7f652f3b tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Request body: {'security_group_rule': {'security_group_id': '95faf039-bc96-48d0-babb-6a31fbf7d32b', 'project_id': '1770c44abcca47449561e6ab91841b32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:23:36.398710 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 6d56246a-fff1-432e-8c94-beac64b4b1cf up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:23:36.437232 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.db.securitygroups_db [None req-786c708d-7e79-4baf-ad92-c9ed7f652f3b tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Project 1770c44abcca47449561e6ab91841b32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 18:23:36.446957 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-786c708d-7e79-4baf-ad92-c9ed7f652f3b tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:36.516819 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-786c708d-7e79-4baf-ad92-c9ed7f652f3b tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:36.540566 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning for port 6d56246a-fff1-432e-8c94-beac64b4b1cf completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:23:36.545362 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port 6d56246a-fff1-432e-8c94-beac64b4b1cf triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:23:36.545612 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:36.603400 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-786c708d-7e79-4baf-ad92-c9ed7f652f3b tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644925'] for security_group_rule, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:36.620804 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c708d-7e79-4baf-ad92-c9ed7f652f3b tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bc9e98b-5d76-40ad-a811-7b008219760b,revision_number=0']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:36.649669 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:36.685162 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] For port 6d56246a-fff1-432e-8c94-beac64b4b1cf, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=6d56246a-fff1-432e-8c94-beac64b4b1cf,segment=NetworkSegment(bdfda9d3-6153-4688-a7f0-ffed4e5bf60d),segment_id=bdfda9d3-6153-4688-a7f0-ffed4e5bf60d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:23:36.722470 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-786c708d-7e79-4baf-ad92-c9ed7f652f3b tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:36.725439 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-786c708d-7e79-4baf-ad92-c9ed7f652f3b tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3732994 Sep 09 18:23:36.775806 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:36.776937 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device bea245a6-9d1e-4c20-a533-2500e55a5ba2 up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:23:36.862440 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Pushing event updated for resources: {'Port': ['ID=6d56246a-fff1-432e-8c94-beac64b4b1cf,revision_number=5']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:36.872658 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:36.873094 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:36.873623 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:36.873962 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:36.874480 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:36.874974 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:36.875462 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:36.875947 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:36.876481 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:36.876966 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:36.877490 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:36.877998 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:36.890785 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port bea245a6-9d1e-4c20-a533-2500e55a5ba2 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:23:36.891470 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:37.009232 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9c472-acf9-4dbb-a2e5-be8d5c603dde req-24ba8e63-8e7e-4c5e-b87b-056e8a9149e0 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:37.010874 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7aa9c472-acf9-4dbb-a2e5-be8d5c603dde req-24ba8e63-8e7e-4c5e-b87b-056e8a9149e0 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 985 time: 0.0724802 Sep 09 18:23:37.057339 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7aa9c472-acf9-4dbb-a2e5-be8d5c603dde req-4607f110-400a-4ff7-96f6-8cca708ef21a tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&id=847cbfec-5248-416f-ab63-e9b107546e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402017 Sep 09 18:23:38.189239 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d75f89-099c-402a-ad61-889b8da10f9d req-78a5e9f2-2aa2-4d83-a5ab-3d48dcb6d1e1 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:38.190653 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a8d75f89-099c-402a-ad61-889b8da10f9d req-78a5e9f2-2aa2-4d83-a5ab-3d48dcb6d1e1 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 985 time: 0.0524745 Sep 09 18:23:38.230074 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a8d75f89-099c-402a-ad61-889b8da10f9d req-e8733c25-735d-4898-8dfd-89caa821d775 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&id=847cbfec-5248-416f-ab63-e9b107546e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332730 Sep 09 18:23:38.295241 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 6d56246a-fff1-432e-8c94-beac64b4b1cf up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:23:38.348448 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port 6d56246a-fff1-432e-8c94-beac64b4b1cf triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:23:38.348823 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:39.352053 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e736992-51b6-4832-9378-0100791bb9c8 req-ee6420ce-3545-4cfc-acc4-d57660037a2c tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:39.353589 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0e736992-51b6-4832-9378-0100791bb9c8 req-ee6420ce-3545-4cfc-acc4-d57660037a2c tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 985 time: 0.0535135 Sep 09 18:23:39.400087 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0e736992-51b6-4832-9378-0100791bb9c8 req-10f798a0-32dc-4f13-b700-f3ae59095c1b tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&id=847cbfec-5248-416f-ab63-e9b107546e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389824 Sep 09 18:23:39.418966 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 6 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:23:40.518468 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539ac6d-f88c-44ef-a99e-8661b7f81539 req-7f4b2220-201b-43cc-814b-e7963e9171f6 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:40.519907 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9539ac6d-f88c-44ef-a99e-8661b7f81539 req-7f4b2220-201b-43cc-814b-e7963e9171f6 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 985 time: 0.0498395 Sep 09 18:23:40.562271 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9539ac6d-f88c-44ef-a99e-8661b7f81539 req-9ff74326-95b8-4bb8-b76f-252b793b05d1 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&id=847cbfec-5248-416f-ab63-e9b107546e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357666 Sep 09 18:23:41.676801 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614041d-c78c-4288-a73d-f13e1468c8a6 req-91025468-e9de-44e3-a7c7-66927f2b7500 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:41.678210 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0614041d-c78c-4288-a73d-f13e1468c8a6 req-91025468-e9de-44e3-a7c7-66927f2b7500 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 985 time: 0.0483882 Sep 09 18:23:41.727506 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0614041d-c78c-4288-a73d-f13e1468c8a6 req-fda91d36-45d2-4604-92fe-2d1842d3c944 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&id=847cbfec-5248-416f-ab63-e9b107546e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411708 Sep 09 18:23:42.859555 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f161e-0f80-48c3-8cb3-15c7dd49d5dd req-63cd9a27-05bb-40ec-b1a5-5010921bb366 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:42.861067 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b36f161e-0f80-48c3-8cb3-15c7dd49d5dd req-63cd9a27-05bb-40ec-b1a5-5010921bb366 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 985 time: 0.0520513 Sep 09 18:23:42.903216 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b36f161e-0f80-48c3-8cb3-15c7dd49d5dd req-828db33a-8e3d-4a17-9060-e4cd1553db50 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&id=847cbfec-5248-416f-ab63-e9b107546e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347664 Sep 09 18:23:44.019783 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3281c98-55e2-40b1-bc17-5c8c857fc1d2 req-5710b0c1-02c5-400b-8af9-538773ae8262 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:44.021403 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a3281c98-55e2-40b1-bc17-5c8c857fc1d2 req-5710b0c1-02c5-400b-8af9-538773ae8262 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 985 time: 0.0511785 Sep 09 18:23:44.061694 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a3281c98-55e2-40b1-bc17-5c8c857fc1d2 req-9afd79ee-3f51-49ed-ac78-f50bf8ef0d47 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&id=847cbfec-5248-416f-ab63-e9b107546e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340366 Sep 09 18:23:45.192795 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407d1f3-56e6-4805-8a67-7d15dc7bc0be req-773cf1a3-706f-4113-a919-4fb5e2dd5b21 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:45.194451 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d407d1f3-56e6-4805-8a67-7d15dc7bc0be req-773cf1a3-706f-4113-a919-4fb5e2dd5b21 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 985 time: 0.0578015 Sep 09 18:23:45.237033 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d407d1f3-56e6-4805-8a67-7d15dc7bc0be req-10235f97-664a-4819-a20b-196e42819ffb tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&id=847cbfec-5248-416f-ab63-e9b107546e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352349 Sep 09 18:23:46.358740 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee162b-15ad-4eb7-ac44-27f4d9e9e44a req-7890a68c-c448-40d7-8361-d16e0331ac8f tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:46.360263 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c9ee162b-15ad-4eb7-ac44-27f4d9e9e44a req-7890a68c-c448-40d7-8361-d16e0331ac8f tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 985 time: 0.0551674 Sep 09 18:23:46.404203 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c9ee162b-15ad-4eb7-ac44-27f4d9e9e44a req-a5a4f44e-e47f-46f9-b6bd-2923fb8f062f tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&id=847cbfec-5248-416f-ab63-e9b107546e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379107 Sep 09 18:23:47.521408 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571dc34c-e558-4a2f-b9a8-4eb883ff8230 req-39107f44-8e25-435f-bb5c-fd01ec993bb2 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:47.522910 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-571dc34c-e558-4a2f-b9a8-4eb883ff8230 req-39107f44-8e25-435f-bb5c-fd01ec993bb2 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 985 time: 0.0511703 Sep 09 18:23:47.566654 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-571dc34c-e558-4a2f-b9a8-4eb883ff8230 req-f5fa36f2-6011-4ddb-a69e-59073124bd85 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&id=847cbfec-5248-416f-ab63-e9b107546e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367250 Sep 09 18:23:48.693048 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5fba52-69dc-4e89-a9e8-df6c3b9f0e29 req-a7fa05ed-a4c1-4c43-83c8-3db364ca0132 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:48.694638 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-fc5fba52-69dc-4e89-a9e8-df6c3b9f0e29 req-a7fa05ed-a4c1-4c43-83c8-3db364ca0132 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 985 time: 0.0585773 Sep 09 18:23:48.746531 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-fc5fba52-69dc-4e89-a9e8-df6c3b9f0e29 req-48738e8a-baa9-4ba5-9513-d8355eceb484 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&id=847cbfec-5248-416f-ab63-e9b107546e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438972 Sep 09 18:23:51.443375 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e90124-03bd-45f6-82be-34128678ac66 req-a1179ce7-af75-404a-b4f3-d9aa2bdcac12 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:51.446736 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c7e90124-03bd-45f6-82be-34128678ac66 req-a1179ce7-af75-404a-b4f3-d9aa2bdcac12 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 947 time: 0.0518193 Sep 09 18:23:51.490869 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c7e90124-03bd-45f6-82be-34128678ac66 req-3cf4bb1d-d8f3-4c46-96a7-96c19722c360 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390937 Sep 09 18:23:52.620372 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33116a07-beba-46ab-bf48-0f8a9a307d76 req-fc944bac-fcd8-473d-aca8-76ac52af7325 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:52.622140 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-33116a07-beba-46ab-bf48-0f8a9a307d76 req-fc944bac-fcd8-473d-aca8-76ac52af7325 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 947 time: 0.0541968 Sep 09 18:23:52.661157 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-33116a07-beba-46ab-bf48-0f8a9a307d76 req-e20c9ba1-e158-4973-8a96-8a587782d2e5 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330641 Sep 09 18:23:53.403841 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd9a1c-0320-4910-b7c8-21adedf19ae1 req-277e319f-cbf1-43b9-b28e-bfe32a4c5b31 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:53.405361 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7bfd9a1c-0320-4910-b7c8-21adedf19ae1 req-277e319f-cbf1-43b9-b28e-bfe32a4c5b31 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 947 time: 0.0541899 Sep 09 18:23:53.525070 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-7bfd9a1c-0320-4910-b7c8-21adedf19ae1 req-a1ab032d-e558-467b-bff5-bef708e6254e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Deleting port ec03f1d3-5a50-4119-9cf9-8311f87974bf {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:23:53.525420 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-7bfd9a1c-0320-4910-b7c8-21adedf19ae1 req-a1ab032d-e558-467b-bff5-bef708e6254e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:53.633267 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-7bfd9a1c-0320-4910-b7c8-21adedf19ae1 req-a1ab032d-e558-467b-bff5-bef708e6254e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] For port ec03f1d3-5a50-4119-9cf9-8311f87974bf, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=ec03f1d3-5a50-4119-9cf9-8311f87974bf,segment=NetworkSegment(5dabc900-77d9-4787-b5a9-e934b438dec7),segment_id=5dabc900-77d9-4787-b5a9-e934b438dec7)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:23:53.633630 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-7bfd9a1c-0320-4910-b7c8-21adedf19ae1 req-a1ab032d-e558-467b-bff5-bef708e6254e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:53.788050 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1584f-a55a-4609-9a41-95af113ad6b7 req-eb62b43e-03a7-46e5-93ad-f30d9003f8eb tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:23:53.789779 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-01d1584f-a55a-4609-9a41-95af113ad6b7 req-eb62b43e-03a7-46e5-93ad-f30d9003f8eb tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 947 time: 0.0517595 Sep 09 18:23:53.831148 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-01d1584f-a55a-4609-9a41-95af113ad6b7 req-1911a726-6647-4017-8dae-a1de4ce0eddb tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b2c2ccd-f600-4faa-9103-b9728edd0c77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344658 Sep 09 18:23:53.867691 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-7bfd9a1c-0320-4910-b7c8-21adedf19ae1 req-a1ab032d-e558-467b-bff5-bef708e6254e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:53.868049 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-7bfd9a1c-0320-4910-b7c8-21adedf19ae1 req-a1ab032d-e558-467b-bff5-bef708e6254e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-905259'] for floatingip, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:53.868398 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.db.l3_db [req-7bfd9a1c-0320-4910-b7c8-21adedf19ae1 req-a1ab032d-e558-467b-bff5-bef708e6254e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Floating IP 2f54b8bb-f36e-4039-b90a-9293d8fb112e disassociated. External IP: 172.27.0.246, port: ec03f1d3-5a50-4119-9cf9-8311f87974bf. Sep 09 18:23:53.868742 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-7bfd9a1c-0320-4910-b7c8-21adedf19ae1 req-a1ab032d-e558-467b-bff5-bef708e6254e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Calling delete_port for ec03f1d3-5a50-4119-9cf9-8311f87974bf owned by compute:nova {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:23:54.082854 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-7bfd9a1c-0320-4910-b7c8-21adedf19ae1 req-a1ab032d-e558-467b-bff5-bef708e6254e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2896014'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:54.114553 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab032d-e558-467b-bff5-bef708e6254e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Pushing event deleted for resources: {'Port': ['ID=ec03f1d3-5a50-4119-9cf9-8311f87974bf,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:54.128250 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab032d-e558-467b-bff5-bef708e6254e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:54.128602 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab032d-e558-467b-bff5-bef708e6254e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:54.128941 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab032d-e558-467b-bff5-bef708e6254e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:54.129280 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab032d-e558-467b-bff5-bef708e6254e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:54.129609 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab032d-e558-467b-bff5-bef708e6254e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:54.129937 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab032d-e558-467b-bff5-bef708e6254e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:54.130264 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab032d-e558-467b-bff5-bef708e6254e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:54.130588 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab032d-e558-467b-bff5-bef708e6254e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:54.130909 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab032d-e558-467b-bff5-bef708e6254e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:54.131233 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab032d-e558-467b-bff5-bef708e6254e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:54.131555 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab032d-e558-467b-bff5-bef708e6254e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:54.131875 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ab032d-e558-467b-bff5-bef708e6254e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:54.253212 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bfd9a1c-0320-4910-b7c8-21adedf19ae1 req-a1ab032d-e558-467b-bff5-bef708e6254e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Router d1f52529-0a41-46be-9c5c-93bde176a826 has already been hosted by L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 18:23:54.380774 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bfd9a1c-0320-4910-b7c8-21adedf19ae1 req-a1ab032d-e558-467b-bff5-bef708e6254e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:23:54.395429 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa994891-b501-496a-86b5-4a955453b489 None None] Sync routers for ids ['d1f52529-0a41-46be-9c5c-93bde176a826'] in dv-cinder-779540-2-iscsi {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:23:54.443813 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bfd9a1c-0320-4910-b7c8-21adedf19ae1 req-a1ab032d-e558-467b-bff5-bef708e6254e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] No DVR routers for this DVR port ec03f1d3-5a50-4119-9cf9-8311f87974bf on host hv-cinder-77954 {{(pid=94638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 18:23:54.447099 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-7bfd9a1c-0320-4910-b7c8-21adedf19ae1 req-a1ab032d-e558-467b-bff5-bef708e6254e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:54.450099 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7bfd9a1c-0320-4910-b7c8-21adedf19ae1 req-a1ab032d-e558-467b-bff5-bef708e6254e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.54 "DELETE /v2.0/ports/ec03f1d3-5a50-4119-9cf9-8311f87974bf HTTP/1.1" status: 204 len: 173 time: 1.0273521 Sep 09 18:23:54.450601 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b97e252-8472-42ad-ae5b-85edb2ddd298', 'name': 'network-vif-deleted', 'tag': 'ec03f1d3-5a50-4119-9cf9-8311f87974bf'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:23:54.453842 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a767718c04ac1acf345d0243a01d56243c7d5b55222faf7f06dd44169baae4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76652e17-f1c4-4292-a115-2393e8bd496e" -d '{"events": [{"server_uuid": "4b97e252-8472-42ad-ae5b-85edb2ddd298", "name": "network-vif-deleted", "tag": "ec03f1d3-5a50-4119-9cf9-8311f87974bf"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:23:54.496869 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 18:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e35cdf1-7045-4719-be67-c924bccfd838 x-openstack-request-id: req-2e35cdf1-7045-4719-be67-c924bccfd838 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:23:54.497120 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b97e252-8472-42ad-ae5b-85edb2ddd298", "name": "network-vif-deleted", "tag": "ec03f1d3-5a50-4119-9cf9-8311f87974bf", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:23:54.497465 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2e35cdf1-7045-4719-be67-c924bccfd838 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:23:54.497861 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b97e252-8472-42ad-ae5b-85edb2ddd298', 'name': 'network-vif-deleted', 'tag': 'ec03f1d3-5a50-4119-9cf9-8311f87974bf', 'status': 'completed', 'code': 200} Sep 09 18:23:54.540834 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa994891-b501-496a-86b5-4a955453b489 None None] Routers {'d1f52529-0a41-46be-9c5c-93bde176a826'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:23:54.541571 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-aa994891-b501-496a-86b5-4a955453b489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:23:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['d1f52529-0a41-46be-9c5c-93bde176a826'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:23:54.660505 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-aa994891-b501-496a-86b5-4a955453b489 None None] Set router d1f52529-0a41-46be-9c5c-93bde176a826 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:23:54.890286 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f794e133-e34e-4385-85e1-5618b1e22a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:54.922114 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-aa994891-b501-496a-86b5-4a955453b489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'name': 'tempest-AttachVolumeShelveTestJSON-1920363128-router', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b83c3561-a3ae-4281-9f3f-453621f5a0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:28Z', 'updated_at': '2021-09-09T18:16:39Z', 'revision_number': 4, 'project_id': '43ce4a6143564c64b1be155ca237d8e1', 'gw_port': {'id': 'b83c3561-a3ae-4281-9f3f-453621f5a0a7', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ef:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:30Z', 'updated_at': '2021-09-09T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': 'd4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c', 'name': '', 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'mac_address': 'fa:16:3e:b1:54:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a76c712f-0b8e-4da8-9f5a-950d58cfba07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:36Z', 'updated_at': '2021-09-09T18:16:57Z', 'revision_number': 5, 'project_id': '43ce4a6143564c64b1be155ca237d8e1', 'subnets': [{'id': 'a76c712f-0b8e-4da8-9f5a-950d58cfba07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:23:54.952199 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f8ffe966-fe64-4551-8474-47c4756f6326 req-ee131071-0460-44b2-b534-64f8d49d1f13 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=4b97e252-8472-42ad-ae5b-85edb2ddd298 HTTP/1.1" status: 200 len: 210 time: 0.0320244 Sep 09 18:23:54.957454 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa994891-b501-496a-86b5-4a955453b489 None None] Checking router: d1f52529-0a41-46be-9c5c-93bde176a826 for host: dv-cinder-779540-2-iscsi {{(pid=94639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:23:54.969135 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa994891-b501-496a-86b5-4a955453b489 None None] Routers {'d1f52529-0a41-46be-9c5c-93bde176a826'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:23:54.970239 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-aa994891-b501-496a-86b5-4a955453b489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:23:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['d1f52529-0a41-46be-9c5c-93bde176a826'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:23:55.085642 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-aa994891-b501-496a-86b5-4a955453b489 None None] Set router d1f52529-0a41-46be-9c5c-93bde176a826 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:23:55.311173 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-aa994891-b501-496a-86b5-4a955453b489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'name': 'tempest-AttachVolumeShelveTestJSON-1920363128-router', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b83c3561-a3ae-4281-9f3f-453621f5a0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:28Z', 'updated_at': '2021-09-09T18:16:39Z', 'revision_number': 4, 'project_id': '43ce4a6143564c64b1be155ca237d8e1', 'gw_port': {'id': 'b83c3561-a3ae-4281-9f3f-453621f5a0a7', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ef:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:30Z', 'updated_at': '2021-09-09T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': 'd4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c', 'name': '', 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'mac_address': 'fa:16:3e:b1:54:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a76c712f-0b8e-4da8-9f5a-950d58cfba07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:36Z', 'updated_at': '2021-09-09T18:16:57Z', 'revision_number': 5, 'project_id': '43ce4a6143564c64b1be155ca237d8e1', 'subnets': [{'id': 'a76c712f-0b8e-4da8-9f5a-950d58cfba07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:23:55.336466 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa994891-b501-496a-86b5-4a955453b489 None None] The sync data for ids ['d1f52529-0a41-46be-9c5c-93bde176a826'] in dv-cinder-779540-2-iscsi is: [{'id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'name': 'tempest-AttachVolumeShelveTestJSON-1920363128-router', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b83c3561-a3ae-4281-9f3f-453621f5a0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:28Z', 'updated_at': '2021-09-09T18:16:39Z', 'revision_number': 4, 'project_id': '43ce4a6143564c64b1be155ca237d8e1', 'gw_port': {'id': 'b83c3561-a3ae-4281-9f3f-453621f5a0a7', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ef:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:30Z', 'updated_at': '2021-09-09T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': 'd4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c', 'name': '', 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'mac_address': 'fa:16:3e:b1:54:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a76c712f-0b8e-4da8-9f5a-950d58cfba07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:36Z', 'updated_at': '2021-09-09T18:16:57Z', 'revision_number': 5, 'project_id': '43ce4a6143564c64b1be155ca237d8e1', 'subnets': [{'id': 'a76c712f-0b8e-4da8-9f5a-950d58cfba07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:23:55.603542 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e614375-8918-41ca-b8cb-464a3580383c None None] New status for floating IP 2f54b8bb-f36e-4039-b90a-9293d8fb112e: DOWN {{(pid=94640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 18:23:56.116743 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 45004) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:23:56.176048 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-7c182e76-1750-41be-8a66-c226699d90c1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:56.200147 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-7c182e76-1750-41be-8a66-c226699d90c1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:56.362954 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-7c182e76-1750-41be-8a66-c226699d90c1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:56.369615 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-7c182e76-1750-41be-8a66-c226699d90c1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:56.369615 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-7c182e76-1750-41be-8a66-c226699d90c1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "DELETE /v2.0/security-groups/2b2c2ccd-f600-4faa-9103-b9728edd0c77 HTTP/1.1" status: 204 len: 168 time: 0.2489460 Sep 09 18:23:56.370241 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 45008) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:23:56.387512 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c182e76-1750-41be-8a66-c226699d90c1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2c2ccd-f600-4faa-9103-b9728edd0c77,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:56.390032 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.api.v2.resource [None req-40a6c6f0-5da8-4867-99e7-e85af27f6e81 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] show failed (client error): The resource could not be found. Sep 09 18:23:56.391046 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-40a6c6f0-5da8-4867-99e7-e85af27f6e81 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups/2b2c2ccd-f600-4faa-9103-b9728edd0c77 HTTP/1.1" status: 404 len: 347 time: 0.0197887 Sep 09 18:23:56.394299 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 45010) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:23:56.396837 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c182e76-1750-41be-8a66-c226699d90c1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:56.402324 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c182e76-1750-41be-8a66-c226699d90c1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:56.403055 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c182e76-1750-41be-8a66-c226699d90c1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:56.403172 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c182e76-1750-41be-8a66-c226699d90c1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:56.403489 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c182e76-1750-41be-8a66-c226699d90c1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:56.403830 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c182e76-1750-41be-8a66-c226699d90c1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:56.404274 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c182e76-1750-41be-8a66-c226699d90c1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:56.404524 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c182e76-1750-41be-8a66-c226699d90c1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:56.405179 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c182e76-1750-41be-8a66-c226699d90c1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:56.405505 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c182e76-1750-41be-8a66-c226699d90c1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:56.405858 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c182e76-1750-41be-8a66-c226699d90c1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:56.406184 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c182e76-1750-41be-8a66-c226699d90c1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:23:56.525760 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-a62e2908-968e-45c9-8b9d-835dd8051571 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Deleting port 9fd253b2-5717-4d84-84de-dc9bb5f718aa {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:23:56.526113 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a62e2908-968e-45c9-8b9d-835dd8051571 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:56.608585 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a62e2908-968e-45c9-8b9d-835dd8051571 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:56.608932 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a62e2908-968e-45c9-8b9d-835dd8051571 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:56.620173 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-a62e2908-968e-45c9-8b9d-835dd8051571 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Calling delete_port for 9fd253b2-5717-4d84-84de-dc9bb5f718aa owned by network:floatingip {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:23:56.869222 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device ec03f1d3-5a50-4119-9cf9-8311f87974bf no longer exists at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:23:56.893913 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] No Port match for: ec03f1d3-5a50-4119-9cf9-8311f87974bf {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:23:56.894156 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device ec03f1d3-5a50-4119-9cf9-8311f87974bf not bound to the agent host hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:23:56.899489 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a62e2908-968e-45c9-8b9d-835dd8051571 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2896014'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:56.925181 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e2908-968e-45c9-8b9d-835dd8051571 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Pushing event deleted for resources: {'Port': ['ID=9fd253b2-5717-4d84-84de-dc9bb5f718aa,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:56.990797 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a62e2908-968e-45c9-8b9d-835dd8051571 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks [] for floatingip, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:56.993434 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a62e2908-968e-45c9-8b9d-835dd8051571 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for floatingip, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:56.994604 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-a62e2908-968e-45c9-8b9d-835dd8051571 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "DELETE /v2.0/floatingips/2f54b8bb-f36e-4039-b90a-9293d8fb112e HTTP/1.1" status: 204 len: 168 time: 0.5992298 Sep 09 18:23:57.390984 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 45016) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:23:57.395704 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-eab06926-c837-4368-8a83-31219d0fcb83 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Request body: {'security_group': {'name': 'tempest-securitygroup--84580406', 'description': 'tempest-description--315397176'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:23:57.465190 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e36ae777-373a-4323-ac89-7b5fb72c8de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:57.499667 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:57.499927 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-eab06926-c837-4368-8a83-31219d0fcb83 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:57.582872 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-eab06926-c837-4368-8a83-31219d0fcb83 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:57.653983 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-eab06926-c837-4368-8a83-31219d0fcb83 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:57.683623 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab06926-c837-4368-8a83-31219d0fcb83 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fac1b781-c7fe-4237-9ae5-1e72338ee962,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:57.762461 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-eab06926-c837-4368-8a83-31219d0fcb83 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:57.763724 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-eab06926-c837-4368-8a83-31219d0fcb83 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3715854 Sep 09 18:23:57.766606 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 45024) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:23:57.771001 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-610fc387-3e18-43b9-a576-7b2b083216c9 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Request body: {'security_group_rule': {'security_group_id': 'fac1b781-c7fe-4237-9ae5-1e72338ee962', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:23:57.874612 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-610fc387-3e18-43b9-a576-7b2b083216c9 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:57.930543 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-610fc387-3e18-43b9-a576-7b2b083216c9 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:57.985371 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-610fc387-3e18-43b9-a576-7b2b083216c9 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644925'] for security_group_rule, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:58.004665 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610fc387-3e18-43b9-a576-7b2b083216c9 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ca1f6a0-f6e6-410b-8429-8a9e6fc32897,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:58.058712 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-610fc387-3e18-43b9-a576-7b2b083216c9 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:58.059896 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-610fc387-3e18-43b9-a576-7b2b083216c9 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2922802 Sep 09 18:23:58.062515 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 45026) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:23:58.066693 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-1b670fe2-1aa3-4fb8-bb5b-0743f6f9791e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Request body: {'security_group_rule': {'security_group_id': 'fac1b781-c7fe-4237-9ae5-1e72338ee962', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:23:58.150262 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1b670fe2-1aa3-4fb8-bb5b-0743f6f9791e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:58.214907 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1b670fe2-1aa3-4fb8-bb5b-0743f6f9791e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:58.286739 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1b670fe2-1aa3-4fb8-bb5b-0743f6f9791e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644925'] for security_group_rule, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:58.307305 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b670fe2-1aa3-4fb8-bb5b-0743f6f9791e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8af18019-5e47-47e5-818d-156bb2ab0ada,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:58.385133 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1b670fe2-1aa3-4fb8-bb5b-0743f6f9791e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:58.386401 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-1b670fe2-1aa3-4fb8-bb5b-0743f6f9791e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3229737 Sep 09 18:23:58.389566 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 45028) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:23:58.394061 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-8d4e80e2-15ce-4365-b63c-089cb212ef73 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Request body: {'floatingip': {'floating_network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:23:58.471500 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8d4e80e2-15ce-4365-b63c-089cb212ef73 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks [] for floatingip, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:58.569843 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8d4e80e2-15ce-4365-b63c-089cb212ef73 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:58.929384 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-8d4e80e2-15ce-4365-b63c-089cb212ef73 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Allocated IP 172.27.0.235 (3a4844da-e7df-49de-8120-ac4d2e4c4f80/6ecf6949-122b-4bec-9802-77be4eb2c7d8/e40f1e0e-f984-4255-94f0-549b3e3eb97c) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:23:59.044271 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8d4e80e2-15ce-4365-b63c-089cb212ef73 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:59.122710 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:59.151337 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8d4e80e2-15ce-4365-b63c-089cb212ef73 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2896014'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:59.191340 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4e80e2-15ce-4365-b63c-089cb212ef73 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Network 3a4844da-e7df-49de-8120-ac4d2e4c4f80 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:23:59.196811 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-8d4e80e2-15ce-4365-b63c-089cb212ef73 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:23:59.202002 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4e80e2-15ce-4365-b63c-089cb212ef73 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:23:59.207418 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e80e2-15ce-4365-b63c-089cb212ef73 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Pushing event updated for resources: {'Port': ['ID=e40f1e0e-f984-4255-94f0-549b3e3eb97c,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:59.297899 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8d4e80e2-15ce-4365-b63c-089cb212ef73 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:59.418269 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8d4e80e2-15ce-4365-b63c-089cb212ef73 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:59.580457 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8d4e80e2-15ce-4365-b63c-089cb212ef73 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:59.637414 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8d4e80e2-15ce-4365-b63c-089cb212ef73 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2903677'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:59.711983 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e80e2-15ce-4365-b63c-089cb212ef73 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Pushing event updated for resources: {'Port': ['ID=e40f1e0e-f984-4255-94f0-549b3e3eb97c,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:23:59.730994 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8d4e80e2-15ce-4365-b63c-089cb212ef73 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-905259'] for floatingip, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:59.826071 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8d4e80e2-15ce-4365-b63c-089cb212ef73 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for floatingip, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:23:59.827261 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-8d4e80e2-15ce-4365-b63c-089cb212ef73 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4367492 Sep 09 18:24:00.024743 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-4b60c073-80d9-4633-a1c8-4cfba8554db3 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--84580406&fields=id&tenant_id=43ce4a6143564c64b1be155ca237d8e1 HTTP/1.1" status: 200 len: 267 time: 0.0353258 Sep 09 18:24:00.154909 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-88ed1d54-5b3f-4b79-a417-7fac08bcf241 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:00.156604 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-88ed1d54-5b3f-4b79-a417-7fac08bcf241 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/networks?id=165da4a9-ef54-4e00-b346-cd05df750cfe HTTP/1.1" status: 200 len: 817 time: 0.1235631 Sep 09 18:24:00.172951 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-49303f90-2bfa-4ce0-9a1b-a45a10597c35 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/quotas/43ce4a6143564c64b1be155ca237d8e1 HTTP/1.1" status: 200 len: 375 time: 0.0104156 Sep 09 18:24:00.254861 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-8b7ab473-3b46-4733-abbc-e2910af4d7d9 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=43ce4a6143564c64b1be155ca237d8e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0752361 Sep 09 18:24:00.465515 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-385d2cbe-d8c7-4fb5-b31d-da35b5db794c service neutron] 10.222.0.39 "GET /v2.0/networks/165da4a9-ef54-4e00-b346-cd05df750cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985123 Sep 09 18:24:00.564326 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-b6f092f9-f8e8-4413-8148-554e41ff920b service neutron] 10.222.0.39 "GET /v2.0/networks/165da4a9-ef54-4e00-b346-cd05df750cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914531 Sep 09 18:24:00.864016 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e65f37fb-455c-434f-bdbf-e421a7b3d857 req-b9b5b7af-f833-4448-a97f-05c952277cd8 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 210 time: 0.0346992 Sep 09 18:24:01.083066 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:02.013518 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-cb9e7785-d480-4a15-81a0-43c5192bac6b req-1bc0bb81-1382-45fe-a0c2-edf688d332a0 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 210 time: 0.0325229 Sep 09 18:24:03.125975 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-91c0343d-550a-4ce5-b94b-3e0de6cb5010 req-79d1fb9a-857f-4ab2-ae9d-df4f1548092f tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 210 time: 0.0326326 Sep 09 18:24:04.236125 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f5280ada-0880-488d-a84f-e44e996b7b94 req-c5a2d1f9-e473-4187-b9be-2b6e03a90a64 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 210 time: 0.0291920 Sep 09 18:24:05.059439 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:05.354052 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a678928b-b563-4dd5-a0a4-cca339aadffe req-c478f0c4-95ce-405b-895d-e5596f1a5e69 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 210 time: 0.0329869 Sep 09 18:24:06.464847 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-24834d58-5349-4f8a-9cd6-179ec9f08480 req-0e66ab8c-4533-4bc7-92d7-3cdffd519ff0 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 210 time: 0.0305321 Sep 09 18:24:06.583607 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-b3238aba-7ec8-4e08-9144-f4b26b56ebb1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:06.585072 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-b3238aba-7ec8-4e08-9144-f4b26b56ebb1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.54 "GET /v2.0/networks?id=165da4a9-ef54-4e00-b346-cd05df750cfe HTTP/1.1" status: 200 len: 817 time: 0.1268146 Sep 09 18:24:06.634696 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-cd63be89-3334-419a-81f5-f9322df327b6 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43ce4a6143564c64b1be155ca237d8e1 HTTP/1.1" status: 200 len: 378 time: 0.0332651 Sep 09 18:24:06.644711 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-1b611c14-d59a-4af5-9550-b156499b60d1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Request body: {'port': {'device_id': '93dc1e46-0823-4438-8997-a09e82f7083e', 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe', 'admin_state_up': True, 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'security_groups': ['fac1b781-c7fe-4237-9ae5-1e72338ee962']}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:24:06.854355 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-1b611c14-d59a-4af5-9550-b156499b60d1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Made reservation on behalf of 43ce4a6143564c64b1be155ca237d8e1 for: {'port': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:24:06.859408 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-1b611c14-d59a-4af5-9550-b156499b60d1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:07.018693 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-1b611c14-d59a-4af5-9550-b156499b60d1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Allocated IP 172.20.0.8 (165da4a9-ef54-4e00-b346-cd05df750cfe/a76c712f-0b8e-4da8-9f5a-950d58cfba07/ab42cd23-2bb3-4424-bafd-8c5cb75aa070) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:24:07.174461 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-1b611c14-d59a-4af5-9550-b156499b60d1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:07.190611 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-1b611c14-d59a-4af5-9550-b156499b60d1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Transition to ACTIVE for port object ab42cd23-2bb3-4424-bafd-8c5cb75aa070 will not be triggered until provisioned by entity DHCP. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:24:07.294813 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-1b611c14-d59a-4af5-9550-b156499b60d1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2896014'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:07.339373 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-1b611c14-d59a-4af5-9550-b156499b60d1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Network 165da4a9-ef54-4e00-b346-cd05df750cfe is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:24:07.342714 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-1b611c14-d59a-4af5-9550-b156499b60d1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:24:07.349249 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-1b611c14-d59a-4af5-9550-b156499b60d1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:24:07.375749 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b611c14-d59a-4af5-9550-b156499b60d1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Pushing event updated for resources: {'Port': ['ID=ab42cd23-2bb3-4424-bafd-8c5cb75aa070,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:24:07.408746 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-1b611c14-d59a-4af5-9550-b156499b60d1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:07.409427 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-1b611c14-d59a-4af5-9550-b156499b60d1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:07.495100 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-1b611c14-d59a-4af5-9550-b156499b60d1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8538830 Sep 09 18:24:07.629915 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1499ce1-0f38-41de-865e-d4aa23ea4d9d req-8f35c966-f555-4c38-98e1-a50bbd7aea40 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:07.631348 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f1499ce1-0f38-41de-865e-d4aa23ea4d9d req-8f35c966-f555-4c38-98e1-a50bbd7aea40 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 931 time: 0.0522475 Sep 09 18:24:07.642897 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-1d7d9403-9510-4d2f-81db-ccfdd819f5ca None None] Provisioning for port ab42cd23-2bb3-4424-bafd-8c5cb75aa070 completed by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:24:07.647143 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-1d7d9403-9510-4d2f-81db-ccfdd819f5ca None None] Provisioning complete for port ab42cd23-2bb3-4424-bafd-8c5cb75aa070 triggered by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:24:07.647515 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d7d9403-9510-4d2f-81db-ccfdd819f5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:07.679113 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f1499ce1-0f38-41de-865e-d4aa23ea4d9d req-877b25cf-beb8-4e90-a2bc-a969666be124 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406117 Sep 09 18:24:07.686894 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-1d7d9403-9510-4d2f-81db-ccfdd819f5ca None None] Port ab42cd23-2bb3-4424-bafd-8c5cb75aa070 cannot update to ACTIVE because it is not bound. {{(pid=94639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 18:24:08.818520 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab1a4d-120a-4349-a0cf-5d0eb90ca2c9 req-ecce1a6a-13be-4c7c-9f17-503e055ad91d tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:08.821021 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-20ab1a4d-120a-4349-a0cf-5d0eb90ca2c9 req-ecce1a6a-13be-4c7c-9f17-503e055ad91d tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 931 time: 0.0617774 Sep 09 18:24:08.869198 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-20ab1a4d-120a-4349-a0cf-5d0eb90ca2c9 req-8df9962e-64e8-4f4b-bd3b-ad6f6b8296ae tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416975 Sep 09 18:24:09.076420 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-cf198f8a-3ad3-4a56-98e1-1e2503488fd2 service neutron] Request body: {'port': {'device_id': '93dc1e46-0823-4438-8997-a09e82f7083e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77954'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:24:09.142705 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-cf198f8a-3ad3-4a56-98e1-1e2503488fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:09.423945 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-cf198f8a-3ad3-4a56-98e1-1e2503488fd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab42cd23-2bb3-4424-bafd-8c5cb75aa070 {{(pid=94638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:24:09.431292 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-cf198f8a-3ad3-4a56-98e1-1e2503488fd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:09.444124 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-cf198f8a-3ad3-4a56-98e1-1e2503488fd2 service neutron] Transition to ACTIVE for port object ab42cd23-2bb3-4424-bafd-8c5cb75aa070 will not be triggered until provisioned by entity L2. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:24:09.516855 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-cf198f8a-3ad3-4a56-98e1-1e2503488fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2903677'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:09.573330 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf198f8a-3ad3-4a56-98e1-1e2503488fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=ab42cd23-2bb3-4424-bafd-8c5cb75aa070,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:24:09.645336 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-cf198f8a-3ad3-4a56-98e1-1e2503488fd2 service neutron] Attempting to bind port ab42cd23-2bb3-4424-bafd-8c5cb75aa070 on host hv-cinder-77954 for vnic_type normal with profile {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:24:09.645681 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-cf198f8a-3ad3-4a56-98e1-1e2503488fd2 service neutron] Attempting to bind port ab42cd23-2bb3-4424-bafd-8c5cb75aa070 by drivers openvswitch,hyperv on host hv-cinder-77954 at level 0 using segments [{'id': '5dabc900-77d9-4787-b5a9-e934b438dec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe'}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:24:09.646130 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-cf198f8a-3ad3-4a56-98e1-1e2503488fd2 service neutron] Attempting to bind port ab42cd23-2bb3-4424-bafd-8c5cb75aa070 on network 165da4a9-ef54-4e00-b346-cd05df750cfe {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:24:09.652182 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-cf198f8a-3ad3-4a56-98e1-1e2503488fd2 service neutron] Port ab42cd23-2bb3-4424-bafd-8c5cb75aa070 on network 165da4a9-ef54-4e00-b346-cd05df750cfe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77954 {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 18:24:09.657421 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-cf198f8a-3ad3-4a56-98e1-1e2503488fd2 service neutron] Attempting to bind port ab42cd23-2bb3-4424-bafd-8c5cb75aa070 on network 165da4a9-ef54-4e00-b346-cd05df750cfe {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:24:09.658775 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-cf198f8a-3ad3-4a56-98e1-1e2503488fd2 service neutron] Checking agent: {'id': 'e6e03918-0440-4933-b179-09c79aa47d03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 14, 34), 'started_at': datetime.datetime(2021, 9, 9, 18, 14, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:24:09.659118 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-cf198f8a-3ad3-4a56-98e1-1e2503488fd2 service neutron] Checking segment: {'id': '5dabc900-77d9-4787-b5a9-e934b438dec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:24:09.659515 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-cf198f8a-3ad3-4a56-98e1-1e2503488fd2 service neutron] Bound using segment: {'id': '5dabc900-77d9-4787-b5a9-e934b438dec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe'} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:24:09.659961 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-cf198f8a-3ad3-4a56-98e1-1e2503488fd2 service neutron] Bound port: ab42cd23-2bb3-4424-bafd-8c5cb75aa070, host: hv-cinder-77954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dabc900-77d9-4787-b5a9-e934b438dec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe'}}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:24:09.660415 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-cf198f8a-3ad3-4a56-98e1-1e2503488fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:09.733414 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-cf198f8a-3ad3-4a56-98e1-1e2503488fd2 service neutron] For port ab42cd23-2bb3-4424-bafd-8c5cb75aa070, host hv-cinder-77954, cleared binding levels {{(pid=94638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:24:09.737007 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-cf198f8a-3ad3-4a56-98e1-1e2503488fd2 service neutron] For port ab42cd23-2bb3-4424-bafd-8c5cb75aa070, host hv-cinder-77954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=ab42cd23-2bb3-4424-bafd-8c5cb75aa070,segment=NetworkSegment(5dabc900-77d9-4787-b5a9-e934b438dec7),segment_id=5dabc900-77d9-4787-b5a9-e934b438dec7)] {{(pid=94638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:24:09.831450 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-cf198f8a-3ad3-4a56-98e1-1e2503488fd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2903677'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:09.869248 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-cf198f8a-3ad3-4a56-98e1-1e2503488fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:09.869593 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-cf198f8a-3ad3-4a56-98e1-1e2503488fd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:09.871665 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-cf198f8a-3ad3-4a56-98e1-1e2503488fd2 service neutron] 10.222.0.54 "PUT /v2.0/ports/ab42cd23-2bb3-4424-bafd-8c5cb75aa070 HTTP/1.1" status: 200 len: 1093 time: 0.8004627 Sep 09 18:24:09.874126 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93dc1e46-0823-4438-8997-a09e82f7083e', 'tag': 'ab42cd23-2bb3-4424-bafd-8c5cb75aa070'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:24:09.876402 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a767718c04ac1acf345d0243a01d56243c7d5b55222faf7f06dd44169baae4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc81f209-75e0-42c2-a1af-88fa5a8445d6" -d '{"events": [{"name": "network-changed", "server_uuid": "93dc1e46-0823-4438-8997-a09e82f7083e", "tag": "ab42cd23-2bb3-4424-bafd-8c5cb75aa070"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:24:09.902614 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf198f8a-3ad3-4a56-98e1-1e2503488fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=ab42cd23-2bb3-4424-bafd-8c5cb75aa070,revision_number=3']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:24:09.925766 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 18:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3753cce9-8b64-4d90-9732-6d68382775af x-openstack-request-id: req-3753cce9-8b64-4d90-9732-6d68382775af {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:24:09.926149 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93dc1e46-0823-4438-8997-a09e82f7083e", "tag": "ab42cd23-2bb3-4424-bafd-8c5cb75aa070", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:24:09.926402 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3753cce9-8b64-4d90-9732-6d68382775af {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:24:09.926858 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93dc1e46-0823-4438-8997-a09e82f7083e', 'tag': 'ab42cd23-2bb3-4424-bafd-8c5cb75aa070', 'status': 'completed', 'code': 200} Sep 09 18:24:10.016736 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d308c1-9c2a-4427-8aff-2a9c12cccd5d req-3d76fc2e-d078-4e0e-91e5-9f03000ac675 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:10.018378 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-06d308c1-9c2a-4427-8aff-2a9c12cccd5d req-3d76fc2e-d078-4e0e-91e5-9f03000ac675 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 943 time: 0.0704787 Sep 09 18:24:10.062348 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-06d308c1-9c2a-4427-8aff-2a9c12cccd5d req-f63b5de3-4e07-4d0e-9043-2d87410ced2e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377932 Sep 09 18:24:11.186090 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78350fbb-cacd-4705-9fb1-be44252015a7 req-65130a8a-16d2-40fd-b617-790002aa5a90 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:11.187540 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-78350fbb-cacd-4705-9fb1-be44252015a7 req-65130a8a-16d2-40fd-b617-790002aa5a90 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 943 time: 0.0491884 Sep 09 18:24:11.238795 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-78350fbb-cacd-4705-9fb1-be44252015a7 req-3d103b74-ebdf-47dc-ab76-63e23e417c83 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453315 Sep 09 18:24:11.557252 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81f209-75e0-42c2-a1af-88fa5a8445d6 req-ef4a9f94-9539-4182-884e-5d7933bb1d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:11.558857 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cc81f209-75e0-42c2-a1af-88fa5a8445d6 req-ef4a9f94-9539-4182-884e-5d7933bb1d6b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=43ce4a6143564c64b1be155ca237d8e1&device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 1096 time: 0.0436072 Sep 09 18:24:11.694857 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81f209-75e0-42c2-a1af-88fa5a8445d6 req-b288e2d1-4ac2-4656-867c-812038d69372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:11.696336 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cc81f209-75e0-42c2-a1af-88fa5a8445d6 req-b288e2d1-4ac2-4656-867c-812038d69372 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=43ce4a6143564c64b1be155ca237d8e1&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0973997 Sep 09 18:24:11.799671 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81f209-75e0-42c2-a1af-88fa5a8445d6 req-95021bb6-4d32-4c89-bac9-f5df15f5cad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:11.801176 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-cc81f209-75e0-42c2-a1af-88fa5a8445d6 req-95021bb6-4d32-4c89-bac9-f5df15f5cad9 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966856 Sep 09 18:24:11.882527 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-148ee3c2-336d-4a7f-9b80-c4a8eaacfdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:11.884054 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-148ee3c2-336d-4a7f-9b80-c4a8eaacfdad service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=43ce4a6143564c64b1be155ca237d8e1&device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 1096 time: 0.0423138 Sep 09 18:24:11.927423 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-5bc52941-54a1-485e-9c51-56e1a6f764d2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab42cd23-2bb3-4424-bafd-8c5cb75aa070 HTTP/1.1" status: 200 len: 217 time: 0.0351396 Sep 09 18:24:11.981739 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-b0cccd26-0141-413f-b44c-e01f2b3f6957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:11.983083 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-b0cccd26-0141-413f-b44c-e01f2b3f6957 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a76c712f-0b8e-4da8-9f5a-950d58cfba07 HTTP/1.1" status: 200 len: 856 time: 0.0477610 Sep 09 18:24:12.032025 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-00cfec04-9832-456d-9702-8f63e184fa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:12.033577 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-00cfec04-9832-456d-9702-8f63e184fa6c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=165da4a9-ef54-4e00-b346-cd05df750cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416756 Sep 09 18:24:12.128458 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-16c6cdfc-0359-44cc-849c-d7760167f3d5 service neutron] 10.222.0.54 "GET /v2.0/networks/165da4a9-ef54-4e00-b346-cd05df750cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866559 Sep 09 18:24:12.226251 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-7a08f162-3796-4ce4-9d57-8c9539a4fe3d req-003c7a9f-d92b-4093-9182-a791e2bdabb2 service neutron] 10.222.0.54 "GET /v2.0/networks/165da4a9-ef54-4e00-b346-cd05df750cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894065 Sep 09 18:24:12.373108 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba1be1-aac0-4caf-90e1-e8a776c27dc6 req-0a4b6b17-d787-481f-9e95-44aafe01852f tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:12.374732 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-01ba1be1-aac0-4caf-90e1-e8a776c27dc6 req-0a4b6b17-d787-481f-9e95-44aafe01852f tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 943 time: 0.0553601 Sep 09 18:24:12.428628 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-01ba1be1-aac0-4caf-90e1-e8a776c27dc6 req-85c71905-0ae2-4af3-82ae-a0438f0bf794 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460808 Sep 09 18:24:13.552452 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be518c-0c41-40b5-a22c-3cf915b24de8 req-3cdeebde-3d2e-4418-bfd7-45fca53b4009 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:13.553915 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d4be518c-0c41-40b5-a22c-3cf915b24de8 req-3cdeebde-3d2e-4418-bfd7-45fca53b4009 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 943 time: 0.0489345 Sep 09 18:24:13.592555 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d4be518c-0c41-40b5-a22c-3cf915b24de8 req-634bf5c5-ca0a-4f37-adbd-62d816566a33 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316494 Sep 09 18:24:14.716145 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbb523-377b-49e7-884a-4c6ab6601a03 req-c13c2a7b-23a9-4295-bfe6-eb4e202e99b4 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:14.717774 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3afbb523-377b-49e7-884a-4c6ab6601a03 req-c13c2a7b-23a9-4295-bfe6-eb4e202e99b4 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 943 time: 0.0522730 Sep 09 18:24:14.784762 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3afbb523-377b-49e7-884a-4c6ab6601a03 req-92ebdc1a-7e75-48a4-915d-f543296fd456 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584815 Sep 09 18:24:14.797999 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-bae0252e-dd0b-4996-a865-c765c705a012 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1707551402&fields=id&tenant_id=1770c44abcca47449561e6ab91841b32 HTTP/1.1" status: 200 len: 267 time: 0.0511281 Sep 09 18:24:14.906696 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-932e6e5b-bda9-4efc-9ce3-37145af24647 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:14.908159 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-932e6e5b-bda9-4efc-9ce3-37145af24647 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/networks?id=12c9815a-8b2f-47cd-b8b1-a5fb504eb71c HTTP/1.1" status: 200 len: 812 time: 0.1029103 Sep 09 18:24:14.922860 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-af285114-a126-4e45-a7c8-c1b347acc93b tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/quotas/1770c44abcca47449561e6ab91841b32 HTTP/1.1" status: 200 len: 375 time: 0.0089164 Sep 09 18:24:14.978768 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-fec026a7-a053-49f9-a58f-c2e882209f5f tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1770c44abcca47449561e6ab91841b32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506320 Sep 09 18:24:15.074588 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-87eb7a39-9b04-4c20-bb6a-2e752e266299 service neutron] 10.222.0.39 "GET /v2.0/networks/12c9815a-8b2f-47cd-b8b1-a5fb504eb71c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833805 Sep 09 18:24:15.172214 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-3cf02866-f434-45d8-ac6c-f58a18f3d5bb service neutron] 10.222.0.39 "GET /v2.0/networks/12c9815a-8b2f-47cd-b8b1-a5fb504eb71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910497 Sep 09 18:24:15.945668 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-dba1e997-01bb-4f8f-8584-6e488372fd73 req-3c15853a-7ad5-43f1-8651-d49b96067441 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=f77322c0-36fa-448d-aa08-ecd711b23d96 HTTP/1.1" status: 200 len: 210 time: 0.0319822 Sep 09 18:24:15.963951 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9794d-a9a9-44c4-9207-3deffe72ab21 req-a9ed3061-de01-4795-ba97-66c73e1af0b3 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:15.965962 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-67d9794d-a9a9-44c4-9207-3deffe72ab21 req-a9ed3061-de01-4795-ba97-66c73e1af0b3 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 943 time: 0.0856228 Sep 09 18:24:16.008607 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-67d9794d-a9a9-44c4-9207-3deffe72ab21 req-69db295d-49a0-4478-84a8-c4a88074076b tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362589 Sep 09 18:24:16.423869 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 6 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:24:17.048330 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7ff973bc-4d85-462f-9843-cc9b6cff4c82 req-bced5f8a-1f54-489f-b71c-f48b300637c8 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=f77322c0-36fa-448d-aa08-ecd711b23d96 HTTP/1.1" status: 200 len: 210 time: 0.0309205 Sep 09 18:24:17.385833 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b66b4-c4c1-450c-9f8d-3c741c4fed2d req-923a4e99-3ca3-40c5-bccc-e290aa6ad2de tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:17.387498 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2d0b66b4-c4c1-450c-9f8d-3c741c4fed2d req-923a4e99-3ca3-40c5-bccc-e290aa6ad2de tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 943 time: 0.2968435 Sep 09 18:24:17.427230 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2d0b66b4-c4c1-450c-9f8d-3c741c4fed2d req-0b5165a2-e31f-4178-bb50-59472ef0e145 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337191 Sep 09 18:24:18.156687 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0aca4769-5145-4f1e-bce0-aa69a2867741 req-a406d038-2588-462a-b280-afc27b12ee0a tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=f77322c0-36fa-448d-aa08-ecd711b23d96 HTTP/1.1" status: 200 len: 210 time: 0.0348582 Sep 09 18:24:18.286855 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device ab42cd23-2bb3-4424-bafd-8c5cb75aa070 details requested by agent hyperv_hv-cinder-77954 with host hv-cinder-77954 {{(pid=94639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 18:24:18.395625 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port ab42cd23-2bb3-4424-bafd-8c5cb75aa070, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=ab42cd23-2bb3-4424-bafd-8c5cb75aa070,segment=NetworkSegment(5dabc900-77d9-4787-b5a9-e934b438dec7),segment_id=5dabc900-77d9-4787-b5a9-e934b438dec7)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:24:18.411754 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Returning: {'device': 'ab42cd23-2bb3-4424-bafd-8c5cb75aa070', 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe', 'port_id': 'ab42cd23-2bb3-4424-bafd-8c5cb75aa070', 'mac_address': 'fa:16:3e:14:4d:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a76c712f-0b8e-4da8-9f5a-950d58cfba07', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 18:24:18.462213 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:18.479940 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab42cd23-2bb3-4424-bafd-8c5cb75aa070 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:24:18.501434 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port ab42cd23-2bb3-4424-bafd-8c5cb75aa070, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=ab42cd23-2bb3-4424-bafd-8c5cb75aa070,segment=NetworkSegment(5dabc900-77d9-4787-b5a9-e934b438dec7),segment_id=5dabc900-77d9-4787-b5a9-e934b438dec7)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:24:18.568187 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ce6b5-7844-4e95-820c-e7fb33580e99 req-1ea4f7fa-cb69-48e8-ab9d-fa31cc821a95 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:18.569728 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b28ce6b5-7844-4e95-820c-e7fb33580e99 req-1ea4f7fa-cb69-48e8-ab9d-fa31cc821a95 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 943 time: 0.0513780 Sep 09 18:24:18.585591 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:18.611687 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b28ce6b5-7844-4e95-820c-e7fb33580e99 req-555eb8ac-eb93-4287-a9e1-59e7217caf5c tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345888 Sep 09 18:24:18.644251 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=ab42cd23-2bb3-4424-bafd-8c5cb75aa070,revision_number=4']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:24:19.262573 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-50bb9384-0899-43b1-906e-dd8ca8f1c14d req-4aea2716-e64d-46cc-902e-86a1cd25947f tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=f77322c0-36fa-448d-aa08-ecd711b23d96 HTTP/1.1" status: 200 len: 210 time: 0.0354774 Sep 09 18:24:19.735508 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc451b-177f-45a6-84e8-fd206d720de8 req-1140361f-7b2c-40a8-8229-ba8323e517a9 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:19.737054 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-fdbc451b-177f-45a6-84e8-fd206d720de8 req-1140361f-7b2c-40a8-8229-ba8323e517a9 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 944 time: 0.0515151 Sep 09 18:24:19.774969 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-fdbc451b-177f-45a6-84e8-fd206d720de8 req-699ab7e9-31eb-408b-81ed-d0cdfeee7630 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309803 Sep 09 18:24:20.367611 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-02760bb3-c73a-4bef-9ab3-246ca5690160 req-0751271a-7435-4960-a40a-a6cdeacbaf99 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=f77322c0-36fa-448d-aa08-ecd711b23d96 HTTP/1.1" status: 200 len: 210 time: 0.0271072 Sep 09 18:24:20.736630 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] get_ports_and_sgs() called for port_ids ['ab42cd23-2bb3-4424-bafd-8c5cb75aa070'] {{(pid=94639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 18:24:20.809431 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-a82c7063-3237-44cc-a862-f431969a40d2 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:20.811003 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-a82c7063-3237-44cc-a862-f431969a40d2 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.54 "GET /v2.0/networks?id=12c9815a-8b2f-47cd-b8b1-a5fb504eb71c HTTP/1.1" status: 200 len: 812 time: 0.1363375 Sep 09 18:24:20.860820 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-0d97bdff-f1e5-435a-8d83-f8646bcfd3ed tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1770c44abcca47449561e6ab91841b32 HTTP/1.1" status: 200 len: 380 time: 0.0382373 Sep 09 18:24:20.876206 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-a48a0097-98bc-44c1-a9a9-0c9dbe7826c5 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Request body: {'port': {'device_id': 'f77322c0-36fa-448d-aa08-ecd711b23d96', 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'admin_state_up': True, 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'security_groups': ['95faf039-bc96-48d0-babb-6a31fbf7d32b']}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:24:20.915460 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc8d6f-425d-4a2c-9226-209c34c875b3 req-1d1ee011-09d4-4655-81a4-25c00e736550 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:20.920797 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f7cc8d6f-425d-4a2c-9226-209c34c875b3 req-1d1ee011-09d4-4655-81a4-25c00e736550 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 944 time: 0.0629659 Sep 09 18:24:20.962976 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f7cc8d6f-425d-4a2c-9226-209c34c875b3 req-2befd543-a08a-4023-aa6d-9c281d60c2ac tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363717 Sep 09 18:24:21.111108 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-a48a0097-98bc-44c1-a9a9-0c9dbe7826c5 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Made reservation on behalf of 1770c44abcca47449561e6ab91841b32 for: {'port': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:24:21.114811 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-a48a0097-98bc-44c1-a9a9-0c9dbe7826c5 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:21.249434 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-a48a0097-98bc-44c1-a9a9-0c9dbe7826c5 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Allocated IP 172.20.0.13 (12c9815a-8b2f-47cd-b8b1-a5fb504eb71c/2097dc36-6037-4f23-a336-5ec26ebde0c6/6e2d8806-6888-4834-8a91-579afd536c62) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:24:21.398483 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-a48a0097-98bc-44c1-a9a9-0c9dbe7826c5 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:21.418548 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-a48a0097-98bc-44c1-a9a9-0c9dbe7826c5 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Transition to ACTIVE for port object 6e2d8806-6888-4834-8a91-579afd536c62 will not be triggered until provisioned by entity DHCP. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:24:21.476501 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-189a3cfe-a174-44fa-ab88-1ff5f2877d3d req-462407e7-7c64-467c-a162-aa699349049e tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=f77322c0-36fa-448d-aa08-ecd711b23d96 HTTP/1.1" status: 200 len: 210 time: 0.0304770 Sep 09 18:24:21.523009 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-a48a0097-98bc-44c1-a9a9-0c9dbe7826c5 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2896014'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:21.566622 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-a48a0097-98bc-44c1-a9a9-0c9dbe7826c5 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Network 12c9815a-8b2f-47cd-b8b1-a5fb504eb71c is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:24:21.570030 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-a48a0097-98bc-44c1-a9a9-0c9dbe7826c5 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:24:21.577324 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-a48a0097-98bc-44c1-a9a9-0c9dbe7826c5 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:24:21.583824 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a0097-98bc-44c1-a9a9-0c9dbe7826c5 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Pushing event updated for resources: {'Port': ['ID=6e2d8806-6888-4834-8a91-579afd536c62,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:24:21.633672 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-a48a0097-98bc-44c1-a9a9-0c9dbe7826c5 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:21.634331 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-a48a0097-98bc-44c1-a9a9-0c9dbe7826c5 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:21.694584 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-a48a0097-98bc-44c1-a9a9-0c9dbe7826c5 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8233621 Sep 09 18:24:21.709573 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-8bb60e1c-e41a-422f-ad44-27198471e3da service neutron] Request body: {'port': {'device_id': 'f77322c0-36fa-448d-aa08-ecd711b23d96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77954'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:24:21.770610 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-8bb60e1c-e41a-422f-ad44-27198471e3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:21.973405 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-957eff09-da77-4406-b901-cb3610b34ede None None] Provisioning for port 6e2d8806-6888-4834-8a91-579afd536c62 completed by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:24:21.977909 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-957eff09-da77-4406-b901-cb3610b34ede None None] Provisioning complete for port 6e2d8806-6888-4834-8a91-579afd536c62 triggered by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:24:21.978309 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-957eff09-da77-4406-b901-cb3610b34ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:22.019978 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-957eff09-da77-4406-b901-cb3610b34ede None None] Port 6e2d8806-6888-4834-8a91-579afd536c62 cannot update to ACTIVE because it is not bound. {{(pid=94639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 18:24:22.104801 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b3543-7bd0-4436-8d88-0f13f5e3fa5a req-be5fc365-00e4-4d1d-a1de-8c5d2de9f7a5 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:22.106591 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-575b3543-7bd0-4436-8d88-0f13f5e3fa5a req-be5fc365-00e4-4d1d-a1de-8c5d2de9f7a5 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 944 time: 0.0594182 Sep 09 18:24:22.114924 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-8bb60e1c-e41a-422f-ad44-27198471e3da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e2d8806-6888-4834-8a91-579afd536c62 {{(pid=94638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:24:22.124508 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-8bb60e1c-e41a-422f-ad44-27198471e3da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:22.138175 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-8bb60e1c-e41a-422f-ad44-27198471e3da service neutron] Transition to ACTIVE for port object 6e2d8806-6888-4834-8a91-579afd536c62 will not be triggered until provisioned by entity L2. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:24:22.171086 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-575b3543-7bd0-4436-8d88-0f13f5e3fa5a req-f9813fa1-351d-404b-b63d-9550960c8fb7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575540 Sep 09 18:24:22.236452 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-8bb60e1c-e41a-422f-ad44-27198471e3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2903677'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:22.290254 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb60e1c-e41a-422f-ad44-27198471e3da service neutron] Pushing event updated for resources: {'Port': ['ID=6e2d8806-6888-4834-8a91-579afd536c62,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:24:22.382201 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-8bb60e1c-e41a-422f-ad44-27198471e3da service neutron] Attempting to bind port 6e2d8806-6888-4834-8a91-579afd536c62 on host hv-cinder-77954 for vnic_type normal with profile {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:24:22.382832 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-8bb60e1c-e41a-422f-ad44-27198471e3da service neutron] Attempting to bind port 6e2d8806-6888-4834-8a91-579afd536c62 by drivers openvswitch,hyperv on host hv-cinder-77954 at level 0 using segments [{'id': '29b169d6-63dc-48f4-bd8b-c0ac4e248e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c'}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:24:22.383174 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-8bb60e1c-e41a-422f-ad44-27198471e3da service neutron] Attempting to bind port 6e2d8806-6888-4834-8a91-579afd536c62 on network 12c9815a-8b2f-47cd-b8b1-a5fb504eb71c {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:24:22.390491 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-8bb60e1c-e41a-422f-ad44-27198471e3da service neutron] Port 6e2d8806-6888-4834-8a91-579afd536c62 on network 12c9815a-8b2f-47cd-b8b1-a5fb504eb71c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77954 {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 18:24:22.390970 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-8bb60e1c-e41a-422f-ad44-27198471e3da service neutron] Attempting to bind port 6e2d8806-6888-4834-8a91-579afd536c62 on network 12c9815a-8b2f-47cd-b8b1-a5fb504eb71c {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:24:22.397940 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-8bb60e1c-e41a-422f-ad44-27198471e3da service neutron] Checking agent: {'id': 'e6e03918-0440-4933-b179-09c79aa47d03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 14, 34), 'started_at': datetime.datetime(2021, 9, 9, 18, 14, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:24:22.398284 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-8bb60e1c-e41a-422f-ad44-27198471e3da service neutron] Checking segment: {'id': '29b169d6-63dc-48f4-bd8b-c0ac4e248e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:24:22.398676 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-8bb60e1c-e41a-422f-ad44-27198471e3da service neutron] Bound using segment: {'id': '29b169d6-63dc-48f4-bd8b-c0ac4e248e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c'} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:24:22.399118 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-8bb60e1c-e41a-422f-ad44-27198471e3da service neutron] Bound port: 6e2d8806-6888-4834-8a91-579afd536c62, host: hv-cinder-77954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29b169d6-63dc-48f4-bd8b-c0ac4e248e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c'}}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:24:22.399481 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-8bb60e1c-e41a-422f-ad44-27198471e3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:22.482178 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-8bb60e1c-e41a-422f-ad44-27198471e3da service neutron] For port 6e2d8806-6888-4834-8a91-579afd536c62, host hv-cinder-77954, cleared binding levels {{(pid=94638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:24:22.485511 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-8bb60e1c-e41a-422f-ad44-27198471e3da service neutron] For port 6e2d8806-6888-4834-8a91-579afd536c62, host hv-cinder-77954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=6e2d8806-6888-4834-8a91-579afd536c62,segment=NetworkSegment(29b169d6-63dc-48f4-bd8b-c0ac4e248e1a),segment_id=29b169d6-63dc-48f4-bd8b-c0ac4e248e1a)] {{(pid=94638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:24:22.562983 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-8bb60e1c-e41a-422f-ad44-27198471e3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2903677'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:22.600191 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-8bb60e1c-e41a-422f-ad44-27198471e3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:22.600852 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-8bb60e1c-e41a-422f-ad44-27198471e3da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:22.602273 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-8bb60e1c-e41a-422f-ad44-27198471e3da service neutron] 10.222.0.54 "PUT /v2.0/ports/6e2d8806-6888-4834-8a91-579afd536c62 HTTP/1.1" status: 200 len: 1094 time: 0.8982396 Sep 09 18:24:22.602739 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f77322c0-36fa-448d-aa08-ecd711b23d96', 'tag': '6e2d8806-6888-4834-8a91-579afd536c62'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:24:22.606274 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a767718c04ac1acf345d0243a01d56243c7d5b55222faf7f06dd44169baae4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8363ed4-3d2d-42da-8034-fafa18bfcf35" -d '{"events": [{"name": "network-changed", "server_uuid": "f77322c0-36fa-448d-aa08-ecd711b23d96", "tag": "6e2d8806-6888-4834-8a91-579afd536c62"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:24:22.608898 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca730f84-d33c-4db4-9344-369ee52654f6 req-a2a87133-283f-4d42-8314-ad76b21febb3 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:22.610776 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ca730f84-d33c-4db4-9344-369ee52654f6 req-a2a87133-283f-4d42-8314-ad76b21febb3 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=f77322c0-36fa-448d-aa08-ecd711b23d96 HTTP/1.1" status: 200 len: 944 time: 0.0592244 Sep 09 18:24:22.633815 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb60e1c-e41a-422f-ad44-27198471e3da service neutron] Pushing event updated for resources: {'Port': ['ID=6e2d8806-6888-4834-8a91-579afd536c62,revision_number=3']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:24:22.670549 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 18:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6170bb-980f-4e67-8507-260c74e4a6f9 x-openstack-request-id: req-7c6170bb-980f-4e67-8507-260c74e4a6f9 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:24:22.670925 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f77322c0-36fa-448d-aa08-ecd711b23d96", "tag": "6e2d8806-6888-4834-8a91-579afd536c62", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:24:22.671284 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7c6170bb-980f-4e67-8507-260c74e4a6f9 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:24:22.671757 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f77322c0-36fa-448d-aa08-ecd711b23d96', 'tag': '6e2d8806-6888-4834-8a91-579afd536c62', 'status': 'completed', 'code': 200} Sep 09 18:24:22.675588 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ca730f84-d33c-4db4-9344-369ee52654f6 req-d558346b-40ae-416e-b936-c9922e935e7b tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583687 Sep 09 18:24:22.740187 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8363ed4-3d2d-42da-8034-fafa18bfcf35 req-df274d1f-d62b-4768-98c1-72695f6cd324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:22.742000 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e8363ed4-3d2d-42da-8034-fafa18bfcf35 req-df274d1f-d62b-4768-98c1-72695f6cd324 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1770c44abcca47449561e6ab91841b32&device_id=f77322c0-36fa-448d-aa08-ecd711b23d96 HTTP/1.1" status: 200 len: 1097 time: 0.0515783 Sep 09 18:24:22.865808 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8363ed4-3d2d-42da-8034-fafa18bfcf35 req-2d8fa2fa-54e2-4a6c-b451-5da30a2c8350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:22.867357 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e8363ed4-3d2d-42da-8034-fafa18bfcf35 req-2d8fa2fa-54e2-4a6c-b451-5da30a2c8350 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=1770c44abcca47449561e6ab91841b32&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1163585 Sep 09 18:24:22.987394 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8363ed4-3d2d-42da-8034-fafa18bfcf35 req-273f61d4-5dc7-4f84-9b48-52ee5582611b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:22.988919 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e8363ed4-3d2d-42da-8034-fafa18bfcf35 req-273f61d4-5dc7-4f84-9b48-52ee5582611b service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1142459 Sep 09 18:24:23.071809 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-5fc7f1ca-dc5e-4265-973a-2aa6850843f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:23.074047 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-5fc7f1ca-dc5e-4265-973a-2aa6850843f0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1770c44abcca47449561e6ab91841b32&device_id=f77322c0-36fa-448d-aa08-ecd711b23d96 HTTP/1.1" status: 200 len: 1097 time: 0.0426011 Sep 09 18:24:23.119626 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-281cf689-4d68-4df1-a027-5b0f00121d80 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e2d8806-6888-4834-8a91-579afd536c62 HTTP/1.1" status: 200 len: 217 time: 0.0361714 Sep 09 18:24:23.176766 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-0e02a4b1-2eff-48cd-a03d-89d4dc4e7181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:23.178182 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-0e02a4b1-2eff-48cd-a03d-89d4dc4e7181 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2097dc36-6037-4f23-a336-5ec26ebde0c6 HTTP/1.1" status: 200 len: 851 time: 0.0505719 Sep 09 18:24:23.235748 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-d172de44-4a9f-47c9-9f56-268904fb8880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:23.237466 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-d172de44-4a9f-47c9-9f56-268904fb8880 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=12c9815a-8b2f-47cd-b8b1-a5fb504eb71c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501952 Sep 09 18:24:23.342122 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb574d-3290-4157-bb61-ce2135f09d4d req-d42930b9-51dd-45cb-85f8-4c5176486cc1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:23.344252 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-51cb574d-3290-4157-bb61-ce2135f09d4d req-d42930b9-51dd-45cb-85f8-4c5176486cc1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 944 time: 0.0794775 Sep 09 18:24:23.358236 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-8707140a-582e-49e2-97e3-7a2441ec762c service neutron] 10.222.0.54 "GET /v2.0/networks/12c9815a-8b2f-47cd-b8b1-a5fb504eb71c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122732 Sep 09 18:24:23.397957 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-51cb574d-3290-4157-bb61-ce2135f09d4d req-d7ffbefa-3a12-4bfb-9626-0aaf47ac7b0b tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406065 Sep 09 18:24:23.483820 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b0e5304d-cc97-496f-9e91-b32e32d39009 req-bb1bb379-5651-4ad9-bf8f-3172755aebb8 service neutron] 10.222.0.54 "GET /v2.0/networks/12c9815a-8b2f-47cd-b8b1-a5fb504eb71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179049 Sep 09 18:24:23.803691 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4458364-f901-4bd4-80e2-e3f9e2f12d30 req-1fa3d45e-7c05-468d-a585-eb0485476537 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:23.805463 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device ab42cd23-2bb3-4424-bafd-8c5cb75aa070 up at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:24:23.806086 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b4458364-f901-4bd4-80e2-e3f9e2f12d30 req-1fa3d45e-7c05-468d-a585-eb0485476537 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=f77322c0-36fa-448d-aa08-ecd711b23d96 HTTP/1.1" status: 200 len: 944 time: 0.0507615 Sep 09 18:24:23.851726 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b4458364-f901-4bd4-80e2-e3f9e2f12d30 req-8574af76-639f-4c96-9f7d-dd70d47afbcd tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380917 Sep 09 18:24:23.956395 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning for port ab42cd23-2bb3-4424-bafd-8c5cb75aa070 completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:24:23.960485 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning complete for port ab42cd23-2bb3-4424-bafd-8c5cb75aa070 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:24:23.960859 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:24.055102 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:24.086575 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93dc1e46-0823-4438-8997-a09e82f7083e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab42cd23-2bb3-4424-bafd-8c5cb75aa070'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:24:24.091298 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c42b67fee44e65162d6e194d2b8dbd641fdff823df3ddc4f15e211ea02ebf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43756e90-e0ac-4d6d-a9b9-981e2624c90e" -d '{"events": [{"server_uuid": "93dc1e46-0823-4438-8997-a09e82f7083e", "name": "network-vif-plugged", "status": "completed", "tag": "ab42cd23-2bb3-4424-bafd-8c5cb75aa070"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:24:24.107702 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port ab42cd23-2bb3-4424-bafd-8c5cb75aa070, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=ab42cd23-2bb3-4424-bafd-8c5cb75aa070,segment=NetworkSegment(5dabc900-77d9-4787-b5a9-e934b438dec7),segment_id=5dabc900-77d9-4787-b5a9-e934b438dec7)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:24:24.131355 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 18:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3364e3-ffd3-427a-a56b-7df5f4b8b57f x-openstack-request-id: req-7e3364e3-ffd3-427a-a56b-7df5f4b8b57f {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:24:24.131793 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93dc1e46-0823-4438-8997-a09e82f7083e", "name": "network-vif-plugged", "status": "completed", "tag": "ab42cd23-2bb3-4424-bafd-8c5cb75aa070", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:24:24.132178 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7e3364e3-ffd3-427a-a56b-7df5f4b8b57f {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:24:24.132761 dv-cinder-779540-2-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93dc1e46-0823-4438-8997-a09e82f7083e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab42cd23-2bb3-4424-bafd-8c5cb75aa070', 'code': 200} Sep 09 18:24:24.179699 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:24.238785 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=ab42cd23-2bb3-4424-bafd-8c5cb75aa070,revision_number=5']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:24:24.505518 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba870ae-6d7c-4dc4-b55f-a536a3c9fc66 req-63a0933a-a16c-440b-9449-e445ea96ace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:24.507073 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8ba870ae-6d7c-4dc4-b55f-a536a3c9fc66 req-63a0933a-a16c-440b-9449-e445ea96ace4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 1098 time: 0.0513480 Sep 09 18:24:24.554281 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-8ba870ae-6d7c-4dc4-b55f-a536a3c9fc66 req-696c0e55-b017-4500-9951-8becfd92c4bd service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387666 Sep 09 18:24:24.555951 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9316ce-84f7-47ec-9ac7-1089833d428c req-da95c673-7ecd-439e-a3a1-31bf3efde22e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:24.557608 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ca9316ce-84f7-47ec-9ac7-1089833d428c req-da95c673-7ecd-439e-a3a1-31bf3efde22e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 945 time: 0.0599582 Sep 09 18:24:24.612478 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ca9316ce-84f7-47ec-9ac7-1089833d428c req-9bd49824-4f2b-41da-b957-c530e62083b4 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441105 Sep 09 18:24:24.835647 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aea2eaee-beb4-4674-bcfa-034057666fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:24.990808 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a64ce-d466-4462-a3cc-da16baa2aa51 req-df65d40d-f2a9-4bb6-9de3-cae2c5834017 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:24.992395 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-067a64ce-d466-4462-a3cc-da16baa2aa51 req-df65d40d-f2a9-4bb6-9de3-cae2c5834017 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=f77322c0-36fa-448d-aa08-ecd711b23d96 HTTP/1.1" status: 200 len: 944 time: 0.0564499 Sep 09 18:24:25.034000 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-067a64ce-d466-4462-a3cc-da16baa2aa51 req-154150f3-ab01-4b40-81cb-22e4572acc13 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342371 Sep 09 18:24:25.739156 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec5b18-53e1-4eb2-83d9-d8122a8f228b req-f68a6533-64e0-4bf1-ab61-172f393908f2 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:25.740769 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-02ec5b18-53e1-4eb2-83d9-d8122a8f228b req-f68a6533-64e0-4bf1-ab61-172f393908f2 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 945 time: 0.0527787 Sep 09 18:24:25.781021 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-02ec5b18-53e1-4eb2-83d9-d8122a8f228b req-468d9e4b-028a-4851-ad64-cd02ee03048a tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338316 Sep 09 18:24:26.164445 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca840c-87c5-4ea7-a559-013d9b50f604 req-84c1aa1f-3abe-43ec-8f65-43dd8b8d9d6e tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:26.165956 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-abca840c-87c5-4ea7-a559-013d9b50f604 req-84c1aa1f-3abe-43ec-8f65-43dd8b8d9d6e tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=f77322c0-36fa-448d-aa08-ecd711b23d96 HTTP/1.1" status: 200 len: 944 time: 0.0614824 Sep 09 18:24:26.210421 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-abca840c-87c5-4ea7-a559-013d9b50f604 req-f0687fa2-df84-4c16-a46a-8748ef25b0ee tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381818 Sep 09 18:24:26.919024 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db030b45-b288-461b-867a-fcb0c4779eed req-cdc8003d-7c22-4047-b370-04f9efefdf72 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:26.920583 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-db030b45-b288-461b-867a-fcb0c4779eed req-cdc8003d-7c22-4047-b370-04f9efefdf72 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 945 time: 0.0586164 Sep 09 18:24:26.959441 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-db030b45-b288-461b-867a-fcb0c4779eed req-a4f0ef5f-009c-4df8-ac72-e07eef4feca4 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326338 Sep 09 18:24:27.092149 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45f0a6-bcd6-4f9e-b779-242797fe28ca req-c3a818d2-3682-47b6-aa60-f6a3472ef189 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:27.093968 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9d45f0a6-bcd6-4f9e-b779-242797fe28ca req-c3a818d2-3682-47b6-aa60-f6a3472ef189 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 945 time: 0.0567999 Sep 09 18:24:27.102536 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 45278) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:24:27.107018 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-1298f706-54ad-4119-b6db-43c6aacd1c53 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Request body: {'floatingip': {'port_id': 'ab42cd23-2bb3-4424-bafd-8c5cb75aa070'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:24:27.151080 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1298f706-54ad-4119-b6db-43c6aacd1c53 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks [] for floatingip, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:27.404913 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484960cf-fb43-4e7c-9ec0-d88a234edb3e req-ad2ae0d1-e72e-4dac-bac0-fb9a05a0187b tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:27.406494 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-484960cf-fb43-4e7c-9ec0-d88a234edb3e req-ad2ae0d1-e72e-4dac-bac0-fb9a05a0187b tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=f77322c0-36fa-448d-aa08-ecd711b23d96 HTTP/1.1" status: 200 len: 944 time: 0.0997913 Sep 09 18:24:27.459771 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-08e5973b-a400-46f4-99ff-09a44a04254b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:27.487828 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:27.526864 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-484960cf-fb43-4e7c-9ec0-d88a234edb3e req-45e10fdc-fe33-4307-8c39-15bcff6f0ab8 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127923 Sep 09 18:24:27.688749 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1298f706-54ad-4119-b6db-43c6aacd1c53 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:27.739559 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1298f706-54ad-4119-b6db-43c6aacd1c53 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-905259'] for floatingip, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:27.859962 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.db.l3_db [None req-1298f706-54ad-4119-b6db-43c6aacd1c53 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Floating IP fabdece0-0495-49e1-92cc-e8dc28131c15 associated. External IP: 172.27.0.235, port: ab42cd23-2bb3-4424-bafd-8c5cb75aa070. Sep 09 18:24:28.100232 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1298f706-54ad-4119-b6db-43c6aacd1c53 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Router d1f52529-0a41-46be-9c5c-93bde176a826 has already been hosted by L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 {{(pid=94637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 18:24:28.206584 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1298f706-54ad-4119-b6db-43c6aacd1c53 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:24:28.211721 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1298f706-54ad-4119-b6db-43c6aacd1c53 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for floatingip, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:28.219276 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316decd1-0b7b-4193-a17b-567a4554f254 None None] Sync routers for ids ['d1f52529-0a41-46be-9c5c-93bde176a826'] in dv-cinder-779540-2-iscsi {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:24:28.229013 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316decd1-0b7b-4193-a17b-567a4554f254 None None] Routers {'d1f52529-0a41-46be-9c5c-93bde176a826'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:24:28.229644 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-316decd1-0b7b-4193-a17b-567a4554f254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:24:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['d1f52529-0a41-46be-9c5c-93bde176a826'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:24:28.244871 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-1298f706-54ad-4119-b6db-43c6aacd1c53 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "PUT /v2.0/floatingips/fabdece0-0495-49e1-92cc-e8dc28131c15 HTTP/1.1" status: 200 len: 991 time: 1.1412261 Sep 09 18:24:28.245574 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93dc1e46-0823-4438-8997-a09e82f7083e', 'tag': 'ab42cd23-2bb3-4424-bafd-8c5cb75aa070'}] {{(pid=94637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:24:28.249651 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133f33bf375164f5fa4b6a6278130a616101494423e3cf7e78094e28bab08aaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d94adf8-0e54-4e7f-b7b7-b8a8108d8a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "93dc1e46-0823-4438-8997-a09e82f7083e", "tag": "ab42cd23-2bb3-4424-bafd-8c5cb75aa070"}]}' {{(pid=94637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:24:28.310557 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e460ed54-67c5-4164-868d-00a1b8a21c79 req-9c5ef4b4-c164-4ab2-bbbe-d43f8593832c tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:28.312206 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e460ed54-67c5-4164-868d-00a1b8a21c79 req-9c5ef4b4-c164-4ab2-bbbe-d43f8593832c tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/ports?device_id=548497fc-e672-41f5-84c8-a3c6edbb6877 HTTP/1.1" status: 200 len: 946 time: 0.0596552 Sep 09 18:24:28.360943 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e460ed54-67c5-4164-868d-00a1b8a21c79 req-2962b9ae-32fe-4561-9030-4f1a0c46aa6e tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/security-groups?id=d36c205e-c5d5-4621-99c1-9da1f2ecb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420439 Sep 09 18:24:28.389865 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 18:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b2684a-78e0-40d1-9e55-bbbbadc3a7cd x-openstack-request-id: req-20b2684a-78e0-40d1-9e55-bbbbadc3a7cd {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:24:28.390193 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93dc1e46-0823-4438-8997-a09e82f7083e", "tag": "ab42cd23-2bb3-4424-bafd-8c5cb75aa070", "status": "completed", "code": 200}]} {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:24:28.390591 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-20b2684a-78e0-40d1-9e55-bbbbadc3a7cd {{(pid=94637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:24:28.390992 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93dc1e46-0823-4438-8997-a09e82f7083e', 'tag': 'ab42cd23-2bb3-4424-bafd-8c5cb75aa070', 'status': 'completed', 'code': 200} Sep 09 18:24:28.459163 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94adf8-0e54-4e7f-b7b7-b8a8108d8a7c req-43734689-e7b7-479d-aaad-11d4fc924002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:28.460970 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4d94adf8-0e54-4e7f-b7b7-b8a8108d8a7c req-43734689-e7b7-479d-aaad-11d4fc924002 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=43ce4a6143564c64b1be155ca237d8e1&device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 1098 time: 0.0471783 Sep 09 18:24:28.485143 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-316decd1-0b7b-4193-a17b-567a4554f254 None None] Set router d1f52529-0a41-46be-9c5c-93bde176a826 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:24:28.560896 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94adf8-0e54-4e7f-b7b7-b8a8108d8a7c req-e20ea302-8bf2-4aef-99c6-82cd63da04b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:28.562644 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4d94adf8-0e54-4e7f-b7b7-b8a8108d8a7c req-e20ea302-8bf2-4aef-99c6-82cd63da04b3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=165da4a9-ef54-4e00-b346-cd05df750cfe HTTP/1.1" status: 200 len: 918 time: 0.0905726 Sep 09 18:24:28.639809 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4d94adf8-0e54-4e7f-b7b7-b8a8108d8a7c req-ff92b843-2b52-4644-ad22-ebc3c6e765cd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab42cd23-2bb3-4424-bafd-8c5cb75aa070 HTTP/1.1" status: 200 len: 999 time: 0.0692654 Sep 09 18:24:28.653880 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db9a5f-39be-4a84-8e26-4b3d9e7eccb1 req-221b101e-5d66-4c1e-ba3a-c09dcd54b307 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:28.655558 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-36db9a5f-39be-4a84-8e26-4b3d9e7eccb1 req-221b101e-5d66-4c1e-ba3a-c09dcd54b307 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=f77322c0-36fa-448d-aa08-ecd711b23d96 HTTP/1.1" status: 200 len: 944 time: 0.0591528 Sep 09 18:24:28.694156 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94adf8-0e54-4e7f-b7b7-b8a8108d8a7c req-eea564b0-e6ae-4058-aa19-50e59a01ef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:28.696165 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4d94adf8-0e54-4e7f-b7b7-b8a8108d8a7c req-eea564b0-e6ae-4058-aa19-50e59a01ef8c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a76c712f-0b8e-4da8-9f5a-950d58cfba07 HTTP/1.1" status: 200 len: 856 time: 0.0481095 Sep 09 18:24:28.697857 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-36db9a5f-39be-4a84-8e26-4b3d9e7eccb1 req-75731a61-8ab0-4587-a2ba-8593a7da67aa tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345263 Sep 09 18:24:28.746620 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-316decd1-0b7b-4193-a17b-567a4554f254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'name': 'tempest-AttachVolumeShelveTestJSON-1920363128-router', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b83c3561-a3ae-4281-9f3f-453621f5a0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:28Z', 'updated_at': '2021-09-09T18:16:39Z', 'revision_number': 4, 'project_id': '43ce4a6143564c64b1be155ca237d8e1', 'gw_port': {'id': 'b83c3561-a3ae-4281-9f3f-453621f5a0a7', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ef:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:30Z', 'updated_at': '2021-09-09T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_floatingips': [{'id': 'fabdece0-0495-49e1-92cc-e8dc28131c15', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'router_id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'port_id': 'ab42cd23-2bb3-4424-bafd-8c5cb75aa070', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe', 'mac_address': 'fa:16:3e:14:4d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93dc1e46-0823-4438-8997-a09e82f7083e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T18:23:59Z', 'updated_at': '2021-09-09T18:24:27Z', 'revision_number': 1, 'project_id': '43ce4a6143564c64b1be155ca237d8e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c', 'name': '', 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'mac_address': 'fa:16:3e:b1:54:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a76c712f-0b8e-4da8-9f5a-950d58cfba07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:36Z', 'updated_at': '2021-09-09T18:16:57Z', 'revision_number': 5, 'project_id': '43ce4a6143564c64b1be155ca237d8e1', 'subnets': [{'id': 'a76c712f-0b8e-4da8-9f5a-950d58cfba07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:24:28.756073 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94adf8-0e54-4e7f-b7b7-b8a8108d8a7c req-c4e7fb34-523c-449f-b320-0ae4ab0f49ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:28.757774 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4d94adf8-0e54-4e7f-b7b7-b8a8108d8a7c req-c4e7fb34-523c-449f-b320-0ae4ab0f49ec service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=165da4a9-ef54-4e00-b346-cd05df750cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511327 Sep 09 18:24:28.773485 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316decd1-0b7b-4193-a17b-567a4554f254 None None] Checking router: d1f52529-0a41-46be-9c5c-93bde176a826 for host: dv-cinder-779540-2-iscsi {{(pid=94639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:24:28.783183 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316decd1-0b7b-4193-a17b-567a4554f254 None None] Routers {'d1f52529-0a41-46be-9c5c-93bde176a826'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:24:28.784159 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-316decd1-0b7b-4193-a17b-567a4554f254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:24:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['d1f52529-0a41-46be-9c5c-93bde176a826'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:24:28.854734 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4d94adf8-0e54-4e7f-b7b7-b8a8108d8a7c req-a24610d2-30d8-4716-a96e-a8e7c5aeab09 service neutron] 10.222.0.54 "GET /v2.0/networks/165da4a9-ef54-4e00-b346-cd05df750cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874972 Sep 09 18:24:28.891774 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-316decd1-0b7b-4193-a17b-567a4554f254 None None] Set router d1f52529-0a41-46be-9c5c-93bde176a826 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:24:28.946395 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-4d94adf8-0e54-4e7f-b7b7-b8a8108d8a7c req-60807a15-5f89-44e3-8d84-7a2cefbb4181 service neutron] 10.222.0.54 "GET /v2.0/networks/165da4a9-ef54-4e00-b346-cd05df750cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848787 Sep 09 18:24:29.128195 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:29.139258 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-316decd1-0b7b-4193-a17b-567a4554f254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'name': 'tempest-AttachVolumeShelveTestJSON-1920363128-router', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b83c3561-a3ae-4281-9f3f-453621f5a0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:28Z', 'updated_at': '2021-09-09T18:16:39Z', 'revision_number': 4, 'project_id': '43ce4a6143564c64b1be155ca237d8e1', 'gw_port': {'id': 'b83c3561-a3ae-4281-9f3f-453621f5a0a7', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ef:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:30Z', 'updated_at': '2021-09-09T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_floatingips': [{'id': 'fabdece0-0495-49e1-92cc-e8dc28131c15', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'router_id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'port_id': 'ab42cd23-2bb3-4424-bafd-8c5cb75aa070', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe', 'mac_address': 'fa:16:3e:14:4d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93dc1e46-0823-4438-8997-a09e82f7083e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T18:23:59Z', 'updated_at': '2021-09-09T18:24:27Z', 'revision_number': 1, 'project_id': '43ce4a6143564c64b1be155ca237d8e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c', 'name': '', 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'mac_address': 'fa:16:3e:b1:54:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a76c712f-0b8e-4da8-9f5a-950d58cfba07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:36Z', 'updated_at': '2021-09-09T18:16:57Z', 'revision_number': 5, 'project_id': '43ce4a6143564c64b1be155ca237d8e1', 'subnets': [{'id': 'a76c712f-0b8e-4da8-9f5a-950d58cfba07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:24:29.164970 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316decd1-0b7b-4193-a17b-567a4554f254 None None] The sync data for ids ['d1f52529-0a41-46be-9c5c-93bde176a826'] in dv-cinder-779540-2-iscsi is: [{'id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'name': 'tempest-AttachVolumeShelveTestJSON-1920363128-router', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b83c3561-a3ae-4281-9f3f-453621f5a0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:28Z', 'updated_at': '2021-09-09T18:16:39Z', 'revision_number': 4, 'project_id': '43ce4a6143564c64b1be155ca237d8e1', 'gw_port': {'id': 'b83c3561-a3ae-4281-9f3f-453621f5a0a7', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ef:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:30Z', 'updated_at': '2021-09-09T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_floatingips': [{'id': 'fabdece0-0495-49e1-92cc-e8dc28131c15', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'router_id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'port_id': 'ab42cd23-2bb3-4424-bafd-8c5cb75aa070', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe', 'mac_address': 'fa:16:3e:14:4d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93dc1e46-0823-4438-8997-a09e82f7083e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T18:23:59Z', 'updated_at': '2021-09-09T18:24:27Z', 'revision_number': 1, 'project_id': '43ce4a6143564c64b1be155ca237d8e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c', 'name': '', 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'mac_address': 'fa:16:3e:b1:54:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a76c712f-0b8e-4da8-9f5a-950d58cfba07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:36Z', 'updated_at': '2021-09-09T18:16:57Z', 'revision_number': 5, 'project_id': '43ce4a6143564c64b1be155ca237d8e1', 'subnets': [{'id': 'a76c712f-0b8e-4da8-9f5a-950d58cfba07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:24:29.341099 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6350ac-949e-400d-a1f4-4064f60acb3f None None] New status for floating IP fabdece0-0495-49e1-92cc-e8dc28131c15: ACTIVE {{(pid=94640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 18:24:29.490136 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026715a-3c8a-4c92-8bca-a5779edff9f3 req-ca3c4b21-dbad-4db4-8feb-06880f552831 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:29.492209 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0026715a-3c8a-4c92-8bca-a5779edff9f3 req-ca3c4b21-dbad-4db4-8feb-06880f552831 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/ports?device_id=548497fc-e672-41f5-84c8-a3c6edbb6877 HTTP/1.1" status: 200 len: 946 time: 0.0536151 Sep 09 18:24:29.530971 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0026715a-3c8a-4c92-8bca-a5779edff9f3 req-4082dfd9-91e2-4f0f-bcb5-05d2c9459be5 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/security-groups?id=d36c205e-c5d5-4621-99c1-9da1f2ecb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328238 Sep 09 18:24:29.820271 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8a86a-8363-4ae8-866b-bdfa196074bf req-b8a896d1-0a2a-4013-8ab8-6bfdeb0976e2 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:29.821761 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-16b8a86a-8363-4ae8-866b-bdfa196074bf req-b8a896d1-0a2a-4013-8ab8-6bfdeb0976e2 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=f77322c0-36fa-448d-aa08-ecd711b23d96 HTTP/1.1" status: 200 len: 944 time: 0.0504782 Sep 09 18:24:29.865139 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-16b8a86a-8363-4ae8-866b-bdfa196074bf req-53e80528-4dd7-4340-ac7e-ec3940c0b497 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371246 Sep 09 18:24:30.176534 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e387c-1e83-4ca0-8523-f7640b04c678 req-3917fd61-8335-4f6f-809b-2ee6d94c3a7c tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:30.204260 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c18e387c-1e83-4ca0-8523-f7640b04c678 req-3917fd61-8335-4f6f-809b-2ee6d94c3a7c tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.54 "GET /v2.0/ports?device_id=548497fc-e672-41f5-84c8-a3c6edbb6877 HTTP/1.1" status: 200 len: 946 time: 0.0531449 Sep 09 18:24:30.287218 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-c18e387c-1e83-4ca0-8523-f7640b04c678 req-63ea22cb-24af-4caa-aa49-8385dbb97b37 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Deleting port ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3 {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:24:30.287556 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-c18e387c-1e83-4ca0-8523-f7640b04c678 req-63ea22cb-24af-4caa-aa49-8385dbb97b37 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:30.378343 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-c18e387c-1e83-4ca0-8523-f7640b04c678 req-63ea22cb-24af-4caa-aa49-8385dbb97b37 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] For port ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3,segment=NetworkSegment(7352e50f-d391-4cfa-a078-b8782f4dd6da),segment_id=7352e50f-d391-4cfa-a078-b8782f4dd6da)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:24:30.378707 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-c18e387c-1e83-4ca0-8523-f7640b04c678 req-63ea22cb-24af-4caa-aa49-8385dbb97b37 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:30.391994 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-c18e387c-1e83-4ca0-8523-f7640b04c678 req-63ea22cb-24af-4caa-aa49-8385dbb97b37 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Calling delete_port for ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3 owned by compute:nova {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:24:30.735387 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8e84c-10a8-4531-9d2e-852f13fd4fed req-0473a570-88ba-4b59-98c5-b2e85ad01041 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:30.736906 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-edb8e84c-10a8-4531-9d2e-852f13fd4fed req-0473a570-88ba-4b59-98c5-b2e85ad01041 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/ports?device_id=548497fc-e672-41f5-84c8-a3c6edbb6877 HTTP/1.1" status: 200 len: 946 time: 0.1351781 Sep 09 18:24:30.780287 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-edb8e84c-10a8-4531-9d2e-852f13fd4fed req-5ce5ac0b-428c-4215-9988-71a03f240ef6 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/security-groups?id=d36c205e-c5d5-4621-99c1-9da1f2ecb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368662 Sep 09 18:24:30.873357 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-c18e387c-1e83-4ca0-8523-f7640b04c678 req-63ea22cb-24af-4caa-aa49-8385dbb97b37 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2896014'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:30.886004 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] get_ports_and_sgs() called for port_ids ['ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3'] {{(pid=94639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 18:24:30.906480 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ea22cb-24af-4caa-aa49-8385dbb97b37 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Pushing event deleted for resources: {'Port': ['ID=ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:24:30.949847 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18e387c-1e83-4ca0-8523-f7640b04c678 req-63ea22cb-24af-4caa-aa49-8385dbb97b37 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] No DVR routers for this DVR port ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3 on host hv-cinder-77954 {{(pid=94638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 18:24:30.953004 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-c18e387c-1e83-4ca0-8523-f7640b04c678 req-63ea22cb-24af-4caa-aa49-8385dbb97b37 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:30.955062 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-c18e387c-1e83-4ca0-8523-f7640b04c678 req-63ea22cb-24af-4caa-aa49-8385dbb97b37 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.54 "DELETE /v2.0/ports/ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3 HTTP/1.1" status: 204 len: 173 time: 0.7698543 Sep 09 18:24:30.955501 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548497fc-e672-41f5-84c8-a3c6edbb6877', 'name': 'network-vif-deleted', 'tag': 'ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:24:30.957734 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a767718c04ac1acf345d0243a01d56243c7d5b55222faf7f06dd44169baae4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6e380d-6748-4dd7-8d35-92b608ef2714" -d '{"events": [{"server_uuid": "548497fc-e672-41f5-84c8-a3c6edbb6877", "name": "network-vif-deleted", "tag": "ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:24:30.997644 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 18:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cd35bc-864b-4c98-b108-77cff1218140 x-openstack-request-id: req-e3cd35bc-864b-4c98-b108-77cff1218140 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:24:30.997921 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548497fc-e672-41f5-84c8-a3c6edbb6877", "name": "network-vif-deleted", "tag": "ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:24:30.998165 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e3cd35bc-864b-4c98-b108-77cff1218140 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:24:30.998548 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548497fc-e672-41f5-84c8-a3c6edbb6877', 'name': 'network-vif-deleted', 'tag': 'ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3', 'status': 'completed', 'code': 200} Sep 09 18:24:31.003163 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d605e-dcd0-4388-ad59-25be5bd8c5e9 req-6221d675-d45b-4635-9f19-54ce89e82806 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:31.013290 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b38d605e-dcd0-4388-ad59-25be5bd8c5e9 req-6221d675-d45b-4635-9f19-54ce89e82806 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=f77322c0-36fa-448d-aa08-ecd711b23d96 HTTP/1.1" status: 200 len: 944 time: 0.0720551 Sep 09 18:24:31.052707 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b38d605e-dcd0-4388-ad59-25be5bd8c5e9 req-a9c4e7c8-9398-4d29-b3d7-1380f361c249 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330966 Sep 09 18:24:31.093757 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:31.891771 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-87787363-6c74-468c-b516-9daaa7c18ff1 req-8b642bac-f657-418e-9014-20c0b852bb5f tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/ports?device_id=548497fc-e672-41f5-84c8-a3c6edbb6877 HTTP/1.1" status: 200 len: 210 time: 0.0287316 Sep 09 18:24:32.171823 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff653dd-2e80-476e-8824-2a9e514cb252 req-b4b5bf56-d772-406a-a7a1-61c2da9e3c6d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:32.173244 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2ff653dd-2e80-476e-8824-2a9e514cb252 req-b4b5bf56-d772-406a-a7a1-61c2da9e3c6d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=f77322c0-36fa-448d-aa08-ecd711b23d96 HTTP/1.1" status: 200 len: 944 time: 0.0484114 Sep 09 18:24:32.212536 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2ff653dd-2e80-476e-8824-2a9e514cb252 req-fc76f90c-ddd6-47cc-9bdc-cd457411d3f5 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331423 Sep 09 18:24:33.342885 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd5500-e32e-4dee-ad64-519b5735adeb req-b7b5643e-31af-4a14-aa99-05645e426c52 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:33.343442 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0cdd5500-e32e-4dee-ad64-519b5735adeb req-b7b5643e-31af-4a14-aa99-05645e426c52 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=f77322c0-36fa-448d-aa08-ecd711b23d96 HTTP/1.1" status: 200 len: 944 time: 0.0574489 Sep 09 18:24:33.387810 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0cdd5500-e32e-4dee-ad64-519b5735adeb req-626a5295-3801-472b-bab0-1fc562eebf7e tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377333 Sep 09 18:24:33.861581 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 6e2d8806-6888-4834-8a91-579afd536c62 details requested by agent hyperv_hv-cinder-77954 with host hv-cinder-77954 {{(pid=94639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 18:24:33.865172 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3 no longer exists at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:24:33.890934 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] No Port match for: ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3 {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:24:33.891282 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device ba6fcf9d-10d5-49b2-b1ed-90fbdc80cfc3 not bound to the agent host hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:24:33.980079 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port 6e2d8806-6888-4834-8a91-579afd536c62, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=6e2d8806-6888-4834-8a91-579afd536c62,segment=NetworkSegment(29b169d6-63dc-48f4-bd8b-c0ac4e248e1a),segment_id=29b169d6-63dc-48f4-bd8b-c0ac4e248e1a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:24:33.991392 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Returning: {'device': '6e2d8806-6888-4834-8a91-579afd536c62', 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'port_id': '6e2d8806-6888-4834-8a91-579afd536c62', 'mac_address': 'fa:16:3e:29:f9:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 18:24:34.032536 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:34.045307 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e2d8806-6888-4834-8a91-579afd536c62 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:24:34.064262 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port 6e2d8806-6888-4834-8a91-579afd536c62, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=6e2d8806-6888-4834-8a91-579afd536c62,segment=NetworkSegment(29b169d6-63dc-48f4-bd8b-c0ac4e248e1a),segment_id=29b169d6-63dc-48f4-bd8b-c0ac4e248e1a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:24:34.122296 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:34.171754 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=6e2d8806-6888-4834-8a91-579afd536c62,revision_number=4']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:24:34.508231 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e97d4f-2a84-4fee-a6ea-9e002b828f48 req-2407a0ac-2d37-4941-bab8-af11f0d41cf4 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:34.510361 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e3e97d4f-2a84-4fee-a6ea-9e002b828f48 req-2407a0ac-2d37-4941-bab8-af11f0d41cf4 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=f77322c0-36fa-448d-aa08-ecd711b23d96 HTTP/1.1" status: 200 len: 945 time: 0.0520093 Sep 09 18:24:34.550775 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e3e97d4f-2a84-4fee-a6ea-9e002b828f48 req-83a71e28-1dd8-4260-9f65-67fa39bab725 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341473 Sep 09 18:24:35.681719 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7a0fe-ebd1-462a-8aa6-74683cc6167d req-be5cb4f2-0a1a-47af-927a-7cef11f7c4aa tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:35.683759 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3eb7a0fe-ebd1-462a-8aa6-74683cc6167d req-be5cb4f2-0a1a-47af-927a-7cef11f7c4aa tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=f77322c0-36fa-448d-aa08-ecd711b23d96 HTTP/1.1" status: 200 len: 945 time: 0.0552037 Sep 09 18:24:35.723155 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3eb7a0fe-ebd1-462a-8aa6-74683cc6167d req-be7fd5a7-2545-44db-8b34-a5a3faae6a3a tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335279 Sep 09 18:24:36.031312 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:36.845892 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6bafc-66aa-475d-b60c-8917daa622da req-4f0196dd-270b-49cb-b185-0cc158d21696 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:36.847422 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-aea6bafc-66aa-475d-b60c-8917daa622da req-4f0196dd-270b-49cb-b185-0cc158d21696 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=f77322c0-36fa-448d-aa08-ecd711b23d96 HTTP/1.1" status: 200 len: 945 time: 0.0499945 Sep 09 18:24:36.889720 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-aea6bafc-66aa-475d-b60c-8917daa622da req-66b7e15d-173c-4181-a536-85d61d49784a tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362229 Sep 09 18:24:37.288642 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e11bde50-6bcf-4424-9073-f9529a3396b1 req-9c30083a-4247-4aa0-90ba-1064a62ec54d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393369 Sep 09 18:24:37.362086 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11bde50-6bcf-4424-9073-f9529a3396b1 req-7bb202c7-df42-4710-9fb4-605b3a62afc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:37.363549 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e11bde50-6bcf-4424-9073-f9529a3396b1 req-7bb202c7-df42-4710-9fb4-605b3a62afc5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6c6da778518d4565908e5cf0fa432d10&device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 1138 time: 0.0406866 Sep 09 18:24:37.473581 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11bde50-6bcf-4424-9073-f9529a3396b1 req-89ea39e9-40b4-4bf0-a84e-2912f92cac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:37.475089 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e11bde50-6bcf-4424-9073-f9529a3396b1 req-89ea39e9-40b4-4bf0-a84e-2912f92cac97 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c8a3e621-aafd-4c83-9fc5-3660c7c8f597 HTTP/1.1" status: 200 len: 916 time: 0.0906644 Sep 09 18:24:37.543338 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e11bde50-6bcf-4424-9073-f9529a3396b1 req-c934a1a5-32c1-4513-80cf-a6a4febb1a33 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=756e824c-e295-4895-bb43-30b1d93194f4 HTTP/1.1" status: 200 len: 1001 time: 0.0602999 Sep 09 18:24:37.596739 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11bde50-6bcf-4424-9073-f9529a3396b1 req-428aad54-03f4-4cc8-a457-2e3be1e3af45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:37.598209 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e11bde50-6bcf-4424-9073-f9529a3396b1 req-428aad54-03f4-4cc8-a457-2e3be1e3af45 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea5cb843-bb4c-4217-a23d-5d3311db9ad5 HTTP/1.1" status: 200 len: 854 time: 0.0480993 Sep 09 18:24:37.643956 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11bde50-6bcf-4424-9073-f9529a3396b1 req-bf81d07c-13f0-49e0-8ed1-f3eefa0b0f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:37.645498 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e11bde50-6bcf-4424-9073-f9529a3396b1 req-bf81d07c-13f0-49e0-8ed1-f3eefa0b0f67 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c8a3e621-aafd-4c83-9fc5-3660c7c8f597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396430 Sep 09 18:24:37.793240 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e11bde50-6bcf-4424-9073-f9529a3396b1 req-9453d0a6-01fb-4d74-839d-af601358dd6d service neutron] 10.222.0.54 "GET /v2.0/networks/c8a3e621-aafd-4c83-9fc5-3660c7c8f597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871403 Sep 09 18:24:37.883346 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-e11bde50-6bcf-4424-9073-f9529a3396b1 req-3c3028d3-c0a2-4526-9846-ad77498a8d96 service neutron] 10.222.0.54 "GET /v2.0/networks/c8a3e621-aafd-4c83-9fc5-3660c7c8f597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826433 Sep 09 18:24:37.971644 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] get_ports_and_sgs() called for port_ids ['6e2d8806-6888-4834-8a91-579afd536c62'] {{(pid=94639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 18:24:38.010824 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71825f-2797-40f5-a5a5-81b826bff3d0 req-2936d9d7-482f-4a49-a0bd-cfbb6e65d471 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:38.012594 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3a71825f-2797-40f5-a5a5-81b826bff3d0 req-2936d9d7-482f-4a49-a0bd-cfbb6e65d471 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=f77322c0-36fa-448d-aa08-ecd711b23d96 HTTP/1.1" status: 200 len: 945 time: 0.0508497 Sep 09 18:24:38.054195 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3a71825f-2797-40f5-a5a5-81b826bff3d0 req-34587ee0-bf08-415f-bc21-47f0397a7213 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337863 Sep 09 18:24:39.177413 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c89d646-91a6-4b18-a1a1-82bc3703d523 req-7eb99e9c-d9b2-4928-a132-fb6b46975353 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:39.179022 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4c89d646-91a6-4b18-a1a1-82bc3703d523 req-7eb99e9c-d9b2-4928-a132-fb6b46975353 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=f77322c0-36fa-448d-aa08-ecd711b23d96 HTTP/1.1" status: 200 len: 945 time: 0.0512154 Sep 09 18:24:39.219366 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4c89d646-91a6-4b18-a1a1-82bc3703d523 req-ba07234b-9f7a-4c05-a4af-f7d4a1fd027d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335665 Sep 09 18:24:39.936473 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 6e2d8806-6888-4834-8a91-579afd536c62 up at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:24:40.042627 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning for port 6e2d8806-6888-4834-8a91-579afd536c62 completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:24:40.046704 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning complete for port 6e2d8806-6888-4834-8a91-579afd536c62 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:24:40.047117 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:40.132637 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:40.157803 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f77322c0-36fa-448d-aa08-ecd711b23d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e2d8806-6888-4834-8a91-579afd536c62'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:24:40.160095 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c42b67fee44e65162d6e194d2b8dbd641fdff823df3ddc4f15e211ea02ebf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7289aaf-e0f4-4e64-bcfa-a1cd170369cc" -d '{"events": [{"server_uuid": "f77322c0-36fa-448d-aa08-ecd711b23d96", "name": "network-vif-plugged", "status": "completed", "tag": "6e2d8806-6888-4834-8a91-579afd536c62"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:24:40.177597 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port 6e2d8806-6888-4834-8a91-579afd536c62, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=6e2d8806-6888-4834-8a91-579afd536c62,segment=NetworkSegment(29b169d6-63dc-48f4-bd8b-c0ac4e248e1a),segment_id=29b169d6-63dc-48f4-bd8b-c0ac4e248e1a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:24:40.199394 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 18:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c86bbcf-24c6-49e0-8a67-e9071aa4ca5c x-openstack-request-id: req-0c86bbcf-24c6-49e0-8a67-e9071aa4ca5c {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:24:40.199691 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f77322c0-36fa-448d-aa08-ecd711b23d96", "name": "network-vif-plugged", "status": "completed", "tag": "6e2d8806-6888-4834-8a91-579afd536c62", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:24:40.199943 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0c86bbcf-24c6-49e0-8a67-e9071aa4ca5c {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:24:40.200368 dv-cinder-779540-2-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f77322c0-36fa-448d-aa08-ecd711b23d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e2d8806-6888-4834-8a91-579afd536c62', 'code': 200} Sep 09 18:24:40.256581 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:40.306626 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=6e2d8806-6888-4834-8a91-579afd536c62,revision_number=5']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:24:40.314832 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:24:40.315184 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:24:40.315529 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:24:40.315868 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:24:40.316202 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:24:40.316564 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:24:40.316900 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:24:40.317228 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:24:40.317558 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:24:40.317890 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:24:40.318212 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:24:40.318535 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:24:40.348091 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03463bbd-45c4-4cd8-bf5c-0551279847bc req-6b408b7c-6a7d-48ae-82c7-45fdd06fb99c tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:40.349737 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-03463bbd-45c4-4cd8-bf5c-0551279847bc req-6b408b7c-6a7d-48ae-82c7-45fdd06fb99c tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=f77322c0-36fa-448d-aa08-ecd711b23d96 HTTP/1.1" status: 200 len: 946 time: 0.0558500 Sep 09 18:24:40.393197 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-03463bbd-45c4-4cd8-bf5c-0551279847bc req-85f00bbb-d3c5-416f-b7d9-271005525fd4 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369020 Sep 09 18:24:40.625981 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b43b5f-3ec8-458d-bf95-9492877bf3e0 req-b6f09ea5-38d9-46fb-9f3e-9396e552ba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:40.627480 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b2b43b5f-3ec8-458d-bf95-9492877bf3e0 req-b6f09ea5-38d9-46fb-9f3e-9396e552ba0b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f77322c0-36fa-448d-aa08-ecd711b23d96 HTTP/1.1" status: 200 len: 1099 time: 0.0491138 Sep 09 18:24:40.667847 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-b2b43b5f-3ec8-458d-bf95-9492877bf3e0 req-479d1ad3-5044-443c-85ca-a8c54b023d7d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315320 Sep 09 18:24:41.518344 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b2503-7c2b-4ba6-81ca-48ab265c2580 req-8cb181db-d309-4937-9601-8a93e3930926 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:41.519930 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-df7b2503-7c2b-4ba6-81ca-48ab265c2580 req-8cb181db-d309-4937-9601-8a93e3930926 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=f77322c0-36fa-448d-aa08-ecd711b23d96 HTTP/1.1" status: 200 len: 946 time: 0.0506334 Sep 09 18:24:41.559428 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-df7b2503-7c2b-4ba6-81ca-48ab265c2580 req-57ec7b11-e667-4089-a1b1-9cd91392b5f7 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335245 Sep 09 18:24:42.683959 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160c690-6b7b-40f5-8703-2533d53bc4d5 req-cb946481-0859-4fa1-9950-abf106c3c99f tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:42.685556 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b160c690-6b7b-40f5-8703-2533d53bc4d5 req-cb946481-0859-4fa1-9950-abf106c3c99f tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=f77322c0-36fa-448d-aa08-ecd711b23d96 HTTP/1.1" status: 200 len: 946 time: 0.0554452 Sep 09 18:24:42.728256 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b160c690-6b7b-40f5-8703-2533d53bc4d5 req-a360f676-91dc-4340-be97-3b9f7365b452 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365777 Sep 09 18:24:43.864162 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1068a4-2900-4490-9242-d35e3cd2abde req-7bf7eb34-f6f2-4682-b78e-ec06f990af93 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:43.865735 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9f1068a4-2900-4490-9242-d35e3cd2abde req-7bf7eb34-f6f2-4682-b78e-ec06f990af93 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=f77322c0-36fa-448d-aa08-ecd711b23d96 HTTP/1.1" status: 200 len: 946 time: 0.0556095 Sep 09 18:24:43.908672 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9f1068a4-2900-4490-9242-d35e3cd2abde req-16c04967-e98a-4e09-aa8c-ec3baf7b550f tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366390 Sep 09 18:24:45.023077 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f55771-379f-435e-9502-62937b14c5b7 req-18e300db-1575-4b53-bf4f-feb7db0224a6 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:45.024635 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-24f55771-379f-435e-9502-62937b14c5b7 req-18e300db-1575-4b53-bf4f-feb7db0224a6 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=f77322c0-36fa-448d-aa08-ecd711b23d96 HTTP/1.1" status: 200 len: 946 time: 0.0499430 Sep 09 18:24:45.064954 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-24f55771-379f-435e-9502-62937b14c5b7 req-5978e21d-de80-4332-b45a-961a15ca84c9 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334735 Sep 09 18:24:45.670672 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-e559e75f-c6ef-4489-98cc-63fa2081b5a7 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:45.672166 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-e559e75f-c6ef-4489-98cc-63fa2081b5a7 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/networks?id=9a31d963-e9f4-47f2-b757-cf2b5b609915 HTTP/1.1" status: 200 len: 813 time: 0.1100655 Sep 09 18:24:45.687672 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-96327a4a-b645-44bb-bac0-1e2a8c749a07 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/quotas/2b47e11a783c40eea8e46dad39db49c7 HTTP/1.1" status: 200 len: 375 time: 0.0096490 Sep 09 18:24:45.720965 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-2149bae3-f5ea-47c9-8641-eae21ce958c5 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b47e11a783c40eea8e46dad39db49c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277364 Sep 09 18:24:45.812335 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-1baa2667-0726-49ca-9f83-dc43da8f3234 service neutron] 10.222.0.39 "GET /v2.0/networks/9a31d963-e9f4-47f2-b757-cf2b5b609915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840156 Sep 09 18:24:45.908870 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-03e488c1-72ab-4aaa-82c4-58501c834204 service neutron] 10.222.0.39 "GET /v2.0/networks/9a31d963-e9f4-47f2-b757-cf2b5b609915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903847 Sep 09 18:24:46.207929 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5c8fdb68-2168-49d7-8d3d-6e5c7a5c6980 req-47bac9ad-74ed-425c-af17-470699207216 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4cf7444-eb13-4b06-852d-baffdf913e05 HTTP/1.1" status: 200 len: 210 time: 0.0605547 Sep 09 18:24:46.228971 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956957b4-f1b5-4fb5-ba4d-9d2dbf75eb0f req-4155fa58-01d0-4085-b216-f58b999a5fce tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:46.230509 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-956957b4-f1b5-4fb5-ba4d-9d2dbf75eb0f req-4155fa58-01d0-4085-b216-f58b999a5fce tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=f77322c0-36fa-448d-aa08-ecd711b23d96 HTTP/1.1" status: 200 len: 946 time: 0.0854750 Sep 09 18:24:46.270365 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-956957b4-f1b5-4fb5-ba4d-9d2dbf75eb0f req-50dc4420-9b81-4ead-8b74-bd57fe33db1f tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333493 Sep 09 18:24:47.310204 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-09a1abc8-49fb-4674-8405-9d8f4a804144 req-ee88b991-b3cb-4f05-bc95-c7a6ec531dec tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4cf7444-eb13-4b06-852d-baffdf913e05 HTTP/1.1" status: 200 len: 210 time: 0.0302849 Sep 09 18:24:47.392894 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938af3f-cfa7-4d0c-90f3-8ff31407e67e req-94891b4c-e269-442b-9447-b9b0f5cabc81 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:47.394388 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c938af3f-cfa7-4d0c-90f3-8ff31407e67e req-94891b4c-e269-442b-9447-b9b0f5cabc81 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=f77322c0-36fa-448d-aa08-ecd711b23d96 HTTP/1.1" status: 200 len: 946 time: 0.0499914 Sep 09 18:24:47.433450 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c938af3f-cfa7-4d0c-90f3-8ff31407e67e req-718aa632-63df-43f5-b847-95852ccd597c tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330150 Sep 09 18:24:47.551854 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26370711-5eb3-4759-a8ff-97b946773c33 req-90668ddc-6823-4024-b000-65eef635f212 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:47.553388 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-26370711-5eb3-4759-a8ff-97b946773c33 req-90668ddc-6823-4024-b000-65eef635f212 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=f77322c0-36fa-448d-aa08-ecd711b23d96 HTTP/1.1" status: 200 len: 946 time: 0.0503273 Sep 09 18:24:47.602598 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-26370711-5eb3-4759-a8ff-97b946773c33 req-389b78bf-0ddf-44f5-92ed-e797a4c595f3 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422423 Sep 09 18:24:47.629076 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 45440) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:24:47.719820 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ffea48-d17c-433d-b70b-8defe6838ec4 tempest-TestVolumeBootPattern-1238806440 tempest-TestVolumeBootPattern-1238806440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:47.721421 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-88ffea48-d17c-433d-b70b-8defe6838ec4 tempest-TestVolumeBootPattern-1238806440 tempest-TestVolumeBootPattern-1238806440-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f77322c0-36fa-448d-aa08-ecd711b23d96 HTTP/1.1" status: 200 len: 1094 time: 0.0912056 Sep 09 18:24:47.724599 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 45444) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:24:47.729862 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-86f27df0-1418-4ef6-920a-7fabaef65581 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Request body: {'floatingip': {'floating_network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'port_id': '6e2d8806-6888-4834-8a91-579afd536c62', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:24:48.065019 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-86f27df0-1418-4ef6-920a-7fabaef65581 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for floatingip, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:48.163768 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-86f27df0-1418-4ef6-920a-7fabaef65581 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:48.298243 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.db_base_plugin_common [None req-86f27df0-1418-4ef6-920a-7fabaef65581 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Allocated IP 172.27.0.35 (3a4844da-e7df-49de-8120-ac4d2e4c4f80/6ecf6949-122b-4bec-9802-77be4eb2c7d8/f62bbe8d-3fd5-4ae0-bf90-93ccd2b403fc) {{(pid=94637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:24:48.315141 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-fb6bf0bd-7246-4a10-bd5f-184af876d272 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:48.316555 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-fb6bf0bd-7246-4a10-bd5f-184af876d272 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.54 "GET /v2.0/networks?id=9a31d963-e9f4-47f2-b757-cf2b5b609915 HTTP/1.1" status: 200 len: 813 time: 0.1175020 Sep 09 18:24:48.331435 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-fd8a2775-eded-4e00-a05e-d6c0302d77cb tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Request body: {'port': {'device_id': 'd4cf7444-eb13-4b06-852d-baffdf913e05', 'network_id': '9a31d963-e9f4-47f2-b757-cf2b5b609915', 'admin_state_up': True, 'tenant_id': '2b47e11a783c40eea8e46dad39db49c7'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:24:48.428258 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-956e2d90-a60d-4259-b3b3-8785130cfa28 req-96694db8-772d-4f0c-b3a7-f39e4f25b234 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4cf7444-eb13-4b06-852d-baffdf913e05 HTTP/1.1" status: 200 len: 210 time: 0.0398924 Sep 09 18:24:48.438868 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-86f27df0-1418-4ef6-920a-7fabaef65581 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for port, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:48.562069 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-fd8a2775-eded-4e00-a05e-d6c0302d77cb tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Made reservation on behalf of 2b47e11a783c40eea8e46dad39db49c7 for: {'port': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:24:48.565908 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-fd8a2775-eded-4e00-a05e-d6c0302d77cb tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:48.589868 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-86f27df0-1418-4ef6-920a-7fabaef65581 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:48.627669 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f27df0-1418-4ef6-920a-7fabaef65581 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Network 3a4844da-e7df-49de-8120-ac4d2e4c4f80 is already hosted by enough agents. {{(pid=94637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:24:48.631026 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.base_scheduler [None req-86f27df0-1418-4ef6-920a-7fabaef65581 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Resources bound (agent type, host, resource id): {{(pid=94637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:24:48.636448 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f27df0-1418-4ef6-920a-7fabaef65581 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Received port after_create {{(pid=94637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:24:48.670954 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f27df0-1418-4ef6-920a-7fabaef65581 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Pushing event updated for resources: {'Port': ['ID=f62bbe8d-3fd5-4ae0-bf90-93ccd2b403fc,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:24:48.712166 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-fd8a2775-eded-4e00-a05e-d6c0302d77cb tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Allocated IP 172.20.0.4 (9a31d963-e9f4-47f2-b757-cf2b5b609915/b00d7c9d-7255-492c-8022-c481d2ea5bf4/c122291d-27b6-40a6-9746-53a0f3b8ac96) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:24:48.891397 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-fd8a2775-eded-4e00-a05e-d6c0302d77cb tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:49.019396 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-fd8a2775-eded-4e00-a05e-d6c0302d77cb tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2896014'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:49.062055 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-fd8a2775-eded-4e00-a05e-d6c0302d77cb tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Network 9a31d963-e9f4-47f2-b757-cf2b5b609915 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:24:49.065092 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-fd8a2775-eded-4e00-a05e-d6c0302d77cb tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:24:49.069100 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-fd8a2775-eded-4e00-a05e-d6c0302d77cb tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:24:49.080410 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-86f27df0-1418-4ef6-920a-7fabaef65581 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:49.101788 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a2775-eded-4e00-a05e-d6c0302d77cb tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Pushing event updated for resources: {'Port': ['ID=c122291d-27b6-40a6-9746-53a0f3b8ac96,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:24:49.141072 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-fd8a2775-eded-4e00-a05e-d6c0302d77cb tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:49.141607 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-fd8a2775-eded-4e00-a05e-d6c0302d77cb tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:49.260277 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-fd8a2775-eded-4e00-a05e-d6c0302d77cb tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9325526 Sep 09 18:24:49.265073 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-86f27df0-1418-4ef6-920a-7fabaef65581 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:49.272439 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-a41b75a5-4995-4082-a249-25da8a91e8de service neutron] Request body: {'port': {'device_id': 'd4cf7444-eb13-4b06-852d-baffdf913e05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77954'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:24:49.334599 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-a41b75a5-4995-4082-a249-25da8a91e8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:49.469589 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-86f27df0-1418-4ef6-920a-7fabaef65581 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for port, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:49.573079 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-86f27df0-1418-4ef6-920a-7fabaef65581 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859523'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:49.660632 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-a41b75a5-4995-4082-a249-25da8a91e8de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c122291d-27b6-40a6-9746-53a0f3b8ac96 {{(pid=94638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:24:49.669237 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-a41b75a5-4995-4082-a249-25da8a91e8de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:49.682444 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-a41b75a5-4995-4082-a249-25da8a91e8de service neutron] Transition to ACTIVE for port object c122291d-27b6-40a6-9746-53a0f3b8ac96 will not be triggered until provisioned by entity L2. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:24:49.694724 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af8d0d-2bfd-44fc-9ba9-eff644f084d1 req-2c54f437-fb4b-4d1b-83c9-2e72685c1d2d tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:49.696237 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-79af8d0d-2bfd-44fc-9ba9-eff644f084d1 req-2c54f437-fb4b-4d1b-83c9-2e72685c1d2d tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4cf7444-eb13-4b06-852d-baffdf913e05 HTTP/1.1" status: 200 len: 931 time: 0.1697495 Sep 09 18:24:49.698975 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f27df0-1418-4ef6-920a-7fabaef65581 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Pushing event updated for resources: {'Port': ['ID=f62bbe8d-3fd5-4ae0-bf90-93ccd2b403fc,revision_number=2']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:24:49.721677 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-86f27df0-1418-4ef6-920a-7fabaef65581 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-905259'] for floatingip, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:49.767484 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-a41b75a5-4995-4082-a249-25da8a91e8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2903677'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:49.782000 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-79af8d0d-2bfd-44fc-9ba9-eff644f084d1 req-c765cbbb-416d-47bf-a691-ad381af475a1 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/security-groups?id=d36c205e-c5d5-4621-99c1-9da1f2ecb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778720 Sep 09 18:24:49.823335 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b75a5-4995-4082-a249-25da8a91e8de service neutron] Pushing event updated for resources: {'Port': ['ID=c122291d-27b6-40a6-9746-53a0f3b8ac96,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:24:49.841858 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.db.l3_db [None req-86f27df0-1418-4ef6-920a-7fabaef65581 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Floating IP 4396f7f7-7ed5-4708-a57a-dfd88d103ca6 associated. External IP: 172.27.0.35, port: 6e2d8806-6888-4834-8a91-579afd536c62. Sep 09 18:24:49.890718 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-a41b75a5-4995-4082-a249-25da8a91e8de service neutron] Attempting to bind port c122291d-27b6-40a6-9746-53a0f3b8ac96 on host hv-cinder-77954 for vnic_type normal with profile {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:24:49.891055 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-a41b75a5-4995-4082-a249-25da8a91e8de service neutron] Attempting to bind port c122291d-27b6-40a6-9746-53a0f3b8ac96 by drivers openvswitch,hyperv on host hv-cinder-77954 at level 0 using segments [{'id': '7352e50f-d391-4cfa-a078-b8782f4dd6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9a31d963-e9f4-47f2-b757-cf2b5b609915'}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:24:49.891383 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-a41b75a5-4995-4082-a249-25da8a91e8de service neutron] Attempting to bind port c122291d-27b6-40a6-9746-53a0f3b8ac96 on network 9a31d963-e9f4-47f2-b757-cf2b5b609915 {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:24:49.895615 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-a41b75a5-4995-4082-a249-25da8a91e8de service neutron] Port c122291d-27b6-40a6-9746-53a0f3b8ac96 on network 9a31d963-e9f4-47f2-b757-cf2b5b609915 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77954 {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 18:24:49.895935 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-a41b75a5-4995-4082-a249-25da8a91e8de service neutron] Attempting to bind port c122291d-27b6-40a6-9746-53a0f3b8ac96 on network 9a31d963-e9f4-47f2-b757-cf2b5b609915 {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:24:49.901259 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-a41b75a5-4995-4082-a249-25da8a91e8de service neutron] Checking agent: {'id': 'e6e03918-0440-4933-b179-09c79aa47d03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 14, 34), 'started_at': datetime.datetime(2021, 9, 9, 18, 14, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:24:49.901597 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-a41b75a5-4995-4082-a249-25da8a91e8de service neutron] Checking segment: {'id': '7352e50f-d391-4cfa-a078-b8782f4dd6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9a31d963-e9f4-47f2-b757-cf2b5b609915'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:24:49.902041 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-a41b75a5-4995-4082-a249-25da8a91e8de service neutron] Bound using segment: {'id': '7352e50f-d391-4cfa-a078-b8782f4dd6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9a31d963-e9f4-47f2-b757-cf2b5b609915'} {{(pid=94638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:24:49.902465 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.managers [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-a41b75a5-4995-4082-a249-25da8a91e8de service neutron] Bound port: c122291d-27b6-40a6-9746-53a0f3b8ac96, host: hv-cinder-77954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7352e50f-d391-4cfa-a078-b8782f4dd6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9a31d963-e9f4-47f2-b757-cf2b5b609915'}}] {{(pid=94638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:24:49.902823 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-a41b75a5-4995-4082-a249-25da8a91e8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:49.977227 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-a41b75a5-4995-4082-a249-25da8a91e8de service neutron] For port c122291d-27b6-40a6-9746-53a0f3b8ac96, host hv-cinder-77954, cleared binding levels {{(pid=94638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:24:49.980531 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-a41b75a5-4995-4082-a249-25da8a91e8de service neutron] For port c122291d-27b6-40a6-9746-53a0f3b8ac96, host hv-cinder-77954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=c122291d-27b6-40a6-9746-53a0f3b8ac96,segment=NetworkSegment(7352e50f-d391-4cfa-a078-b8782f4dd6da),segment_id=7352e50f-d391-4cfa-a078-b8782f4dd6da)] {{(pid=94638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:24:50.057731 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f27df0-1418-4ef6-920a-7fabaef65581 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Router b8ceab2f-8899-40a9-b696-90370abb90f5 has already been hosted by L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 {{(pid=94637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 18:24:50.144063 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-a41b75a5-4995-4082-a249-25da8a91e8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2903677'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:50.168630 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f27df0-1418-4ef6-920a-7fabaef65581 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:24:50.179352 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-a41b75a5-4995-4082-a249-25da8a91e8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:50.179929 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-a41b75a5-4995-4082-a249-25da8a91e8de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:50.181346 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-a41b75a5-4995-4082-a249-25da8a91e8de service neutron] 10.222.0.54 "PUT /v2.0/ports/c122291d-27b6-40a6-9746-53a0f3b8ac96 HTTP/1.1" status: 200 len: 1093 time: 0.9133048 Sep 09 18:24:50.182126 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4cf7444-eb13-4b06-852d-baffdf913e05', 'tag': 'c122291d-27b6-40a6-9746-53a0f3b8ac96'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:24:50.184411 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a767718c04ac1acf345d0243a01d56243c7d5b55222faf7f06dd44169baae4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb11077-17db-4135-ac48-af7cf34c9b07" -d '{"events": [{"name": "network-changed", "server_uuid": "d4cf7444-eb13-4b06-852d-baffdf913e05", "tag": "c122291d-27b6-40a6-9746-53a0f3b8ac96"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:24:50.188430 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd118df4-a0f2-47ca-92c0-c8ac50de120d None None] Sync routers for ids ['b8ceab2f-8899-40a9-b696-90370abb90f5'] in dv-cinder-779540-2-iscsi {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:24:50.203785 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd118df4-a0f2-47ca-92c0-c8ac50de120d None None] Routers {'b8ceab2f-8899-40a9-b696-90370abb90f5'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:24:50.204457 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-dd118df4-a0f2-47ca-92c0-c8ac50de120d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:24:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['b8ceab2f-8899-40a9-b696-90370abb90f5'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:24:50.222592 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b75a5-4995-4082-a249-25da8a91e8de service neutron] Pushing event updated for resources: {'Port': ['ID=c122291d-27b6-40a6-9746-53a0f3b8ac96,revision_number=3']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:24:50.225974 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 18:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ed6ddf-ada6-40b7-951b-06f5ebca8490 x-openstack-request-id: req-24ed6ddf-ada6-40b7-951b-06f5ebca8490 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:24:50.226241 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4cf7444-eb13-4b06-852d-baffdf913e05", "tag": "c122291d-27b6-40a6-9746-53a0f3b8ac96", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:24:50.226496 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-24ed6ddf-ada6-40b7-951b-06f5ebca8490 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:24:50.226879 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4cf7444-eb13-4b06-852d-baffdf913e05', 'tag': 'c122291d-27b6-40a6-9746-53a0f3b8ac96', 'status': 'completed', 'code': 200} Sep 09 18:24:50.302877 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb11077-17db-4135-ac48-af7cf34c9b07 req-e03e0192-ac83-4e71-9e5a-882231ef3df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:50.304468 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3fb11077-17db-4135-ac48-af7cf34c9b07 req-e03e0192-ac83-4e71-9e5a-882231ef3df7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2b47e11a783c40eea8e46dad39db49c7&device_id=d4cf7444-eb13-4b06-852d-baffdf913e05 HTTP/1.1" status: 200 len: 1096 time: 0.0472670 Sep 09 18:24:50.320407 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-dd118df4-a0f2-47ca-92c0-c8ac50de120d None None] Set router b8ceab2f-8899-40a9-b696-90370abb90f5 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:24:50.321708 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-86f27df0-1418-4ef6-920a-7fabaef65581 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for floatingip, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:50.365610 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-86f27df0-1418-4ef6-920a-7fabaef65581 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6399088 Sep 09 18:24:50.366525 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f77322c0-36fa-448d-aa08-ecd711b23d96', 'tag': '6e2d8806-6888-4834-8a91-579afd536c62'}] {{(pid=94637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:24:50.369698 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133f33bf375164f5fa4b6a6278130a616101494423e3cf7e78094e28bab08aaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ef67d4-3e25-4f02-b1a7-aabf3dcb3303" -d '{"events": [{"name": "network-changed", "server_uuid": "f77322c0-36fa-448d-aa08-ecd711b23d96", "tag": "6e2d8806-6888-4834-8a91-579afd536c62"}]}' {{(pid=94637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:24:50.410592 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 18:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06beb2ce-299b-4c92-b2c4-3ffcd79a3ace x-openstack-request-id: req-06beb2ce-299b-4c92-b2c4-3ffcd79a3ace {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:24:50.413235 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f77322c0-36fa-448d-aa08-ecd711b23d96", "tag": "6e2d8806-6888-4834-8a91-579afd536c62", "status": "completed", "code": 200}]} {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:24:50.417586 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-06beb2ce-299b-4c92-b2c4-3ffcd79a3ace {{(pid=94637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:24:50.417586 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f77322c0-36fa-448d-aa08-ecd711b23d96', 'tag': '6e2d8806-6888-4834-8a91-579afd536c62', 'status': 'completed', 'code': 200} Sep 09 18:24:50.432502 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb11077-17db-4135-ac48-af7cf34c9b07 req-2e7f0eb6-fa9a-406b-b099-5919b5e4b743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:50.434639 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3fb11077-17db-4135-ac48-af7cf34c9b07 req-2e7f0eb6-fa9a-406b-b099-5919b5e4b743 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=2b47e11a783c40eea8e46dad39db49c7&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1199479 Sep 09 18:24:50.491641 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef67d4-3e25-4f02-b1a7-aabf3dcb3303 req-3f4e8a4c-d239-4b27-8938-f05edce6d022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:50.493283 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-35ef67d4-3e25-4f02-b1a7-aabf3dcb3303 req-3f4e8a4c-d239-4b27-8938-f05edce6d022 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1770c44abcca47449561e6ab91841b32&device_id=f77322c0-36fa-448d-aa08-ecd711b23d96 HTTP/1.1" status: 200 len: 1099 time: 0.0437260 Sep 09 18:24:50.551488 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb11077-17db-4135-ac48-af7cf34c9b07 req-236d61b4-f477-423c-933c-9c0dab7c0b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:50.553185 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3fb11077-17db-4135-ac48-af7cf34c9b07 req-236d61b4-f477-423c-933c-9c0dab7c0b3f service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1106000 Sep 09 18:24:50.601979 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-dd118df4-a0f2-47ca-92c0-c8ac50de120d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'name': 'tempest-TestVolumeBootPattern-1959534774-router', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:23:21Z', 'updated_at': '2021-09-09T18:23:25Z', 'revision_number': 4, 'project_id': '1770c44abcca47449561e6ab91841b32', 'gw_port': {'id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:39:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:22Z', 'updated_at': '2021-09-09T18:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_floatingips': [{'id': '4396f7f7-7ed5-4708-a57a-dfd88d103ca6', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'router_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'port_id': '6e2d8806-6888-4834-8a91-579afd536c62', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'mac_address': 'fa:16:3e:29:f9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77322c0-36fa-448d-aa08-ecd711b23d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T18:24:48Z', 'updated_at': '2021-09-09T18:24:48Z', 'revision_number': 0, 'project_id': '1770c44abcca47449561e6ab91841b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51c1e74-ea79-4616-b809-512c5e39286a', 'name': '', 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'mac_address': 'fa:16:3e:44:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:24Z', 'updated_at': '2021-09-09T18:23:31Z', 'revision_number': 5, 'project_id': '1770c44abcca47449561e6ab91841b32', 'subnets': [{'id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:24:50.631567 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd118df4-a0f2-47ca-92c0-c8ac50de120d None None] Checking router: b8ceab2f-8899-40a9-b696-90370abb90f5 for host: dv-cinder-779540-2-iscsi {{(pid=94639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:24:50.639571 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef67d4-3e25-4f02-b1a7-aabf3dcb3303 req-55132c8e-a729-41fb-99f7-1f00faa0548c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:50.641264 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-35ef67d4-3e25-4f02-b1a7-aabf3dcb3303 req-55132c8e-a729-41fb-99f7-1f00faa0548c service neutron] 10.222.0.54 "GET /v2.0/networks?id=12c9815a-8b2f-47cd-b8b1-a5fb504eb71c HTTP/1.1" status: 200 len: 913 time: 0.1086385 Sep 09 18:24:50.642161 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd118df4-a0f2-47ca-92c0-c8ac50de120d None None] Routers {'b8ceab2f-8899-40a9-b696-90370abb90f5'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:24:50.642781 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-dd118df4-a0f2-47ca-92c0-c8ac50de120d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:24:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['b8ceab2f-8899-40a9-b696-90370abb90f5'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:24:50.649595 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-26558a43-4656-4dee-b974-071b45b99fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:50.651279 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-26558a43-4656-4dee-b974-071b45b99fb2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2b47e11a783c40eea8e46dad39db49c7&device_id=d4cf7444-eb13-4b06-852d-baffdf913e05 HTTP/1.1" status: 200 len: 1096 time: 0.0446274 Sep 09 18:24:50.704849 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-4cc746bc-e9f1-4499-945f-f0833d3a2df5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c122291d-27b6-40a6-9746-53a0f3b8ac96 HTTP/1.1" status: 200 len: 217 time: 0.0455775 Sep 09 18:24:50.714550 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-35ef67d4-3e25-4f02-b1a7-aabf3dcb3303 req-5a0f8c66-889b-4781-be3e-523edc8cdb44 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e2d8806-6888-4834-8a91-579afd536c62 HTTP/1.1" status: 200 len: 999 time: 0.0641906 Sep 09 18:24:50.759081 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-362cf49d-739d-4731-8b3e-2407700b78d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:50.759793 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-dd118df4-a0f2-47ca-92c0-c8ac50de120d None None] Set router b8ceab2f-8899-40a9-b696-90370abb90f5 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:24:50.761019 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-362cf49d-739d-4731-8b3e-2407700b78d3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b00d7c9d-7255-492c-8022-c481d2ea5bf4 HTTP/1.1" status: 200 len: 853 time: 0.0470307 Sep 09 18:24:50.770403 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef67d4-3e25-4f02-b1a7-aabf3dcb3303 req-ab2fa361-51f5-413b-ae4a-ab3cc27dd96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:50.771878 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-35ef67d4-3e25-4f02-b1a7-aabf3dcb3303 req-ab2fa361-51f5-413b-ae4a-ab3cc27dd96f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2097dc36-6037-4f23-a336-5ec26ebde0c6 HTTP/1.1" status: 200 len: 851 time: 0.0501053 Sep 09 18:24:50.796612 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-64a459b7-4253-49d5-8e23-a2bb8b635469 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9a31d963-e9f4-47f2-b757-cf2b5b609915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258315 Sep 09 18:24:50.824454 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef67d4-3e25-4f02-b1a7-aabf3dcb3303 req-105fc8cf-2573-45f9-b8ed-8528f83c35f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:50.826039 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-35ef67d4-3e25-4f02-b1a7-aabf3dcb3303 req-105fc8cf-2573-45f9-b8ed-8528f83c35f7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=12c9815a-8b2f-47cd-b8b1-a5fb504eb71c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455263 Sep 09 18:24:50.903618 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-10b0eeb6-34b5-418c-bccd-d08ef4ccb449 service neutron] 10.222.0.54 "GET /v2.0/networks/9a31d963-e9f4-47f2-b757-cf2b5b609915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986891 Sep 09 18:24:50.970506 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e3434-0cf8-4a19-98c0-bf1081e32821 req-e06c8728-7220-4357-8bc7-7b8442c58554 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:50.972062 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-512e3434-0cf8-4a19-98c0-bf1081e32821 req-e06c8728-7220-4357-8bc7-7b8442c58554 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4cf7444-eb13-4b06-852d-baffdf913e05 HTTP/1.1" status: 200 len: 943 time: 0.1100812 Sep 09 18:24:50.981209 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-35ef67d4-3e25-4f02-b1a7-aabf3dcb3303 req-a8020581-53de-41c6-90b5-95b9a39e9d26 service neutron] 10.222.0.54 "GET /v2.0/networks/12c9815a-8b2f-47cd-b8b1-a5fb504eb71c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471720 Sep 09 18:24:51.003888 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-13ff3e1d-293f-4fb6-9522-cacb04803ef8 req-c240a6ca-1667-4200-9e2d-43c64af81692 service neutron] 10.222.0.54 "GET /v2.0/networks/9a31d963-e9f4-47f2-b757-cf2b5b609915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921791 Sep 09 18:24:51.027335 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-dd118df4-a0f2-47ca-92c0-c8ac50de120d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'name': 'tempest-TestVolumeBootPattern-1959534774-router', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:23:21Z', 'updated_at': '2021-09-09T18:23:25Z', 'revision_number': 4, 'project_id': '1770c44abcca47449561e6ab91841b32', 'gw_port': {'id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:39:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:22Z', 'updated_at': '2021-09-09T18:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_floatingips': [{'id': '4396f7f7-7ed5-4708-a57a-dfd88d103ca6', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'router_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'port_id': '6e2d8806-6888-4834-8a91-579afd536c62', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'mac_address': 'fa:16:3e:29:f9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77322c0-36fa-448d-aa08-ecd711b23d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T18:24:48Z', 'updated_at': '2021-09-09T18:24:48Z', 'revision_number': 0, 'project_id': '1770c44abcca47449561e6ab91841b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51c1e74-ea79-4616-b809-512c5e39286a', 'name': '', 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'mac_address': 'fa:16:3e:44:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:24Z', 'updated_at': '2021-09-09T18:23:31Z', 'revision_number': 5, 'project_id': '1770c44abcca47449561e6ab91841b32', 'subnets': [{'id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:24:51.046506 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-512e3434-0cf8-4a19-98c0-bf1081e32821 req-b138029b-5bc2-4e0c-99ef-18062fab92ac tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/security-groups?id=d36c205e-c5d5-4621-99c1-9da1f2ecb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641522 Sep 09 18:24:51.057737 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd118df4-a0f2-47ca-92c0-c8ac50de120d None None] The sync data for ids ['b8ceab2f-8899-40a9-b696-90370abb90f5'] in dv-cinder-779540-2-iscsi is: [{'id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'name': 'tempest-TestVolumeBootPattern-1959534774-router', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:23:21Z', 'updated_at': '2021-09-09T18:23:25Z', 'revision_number': 4, 'project_id': '1770c44abcca47449561e6ab91841b32', 'gw_port': {'id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:39:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:22Z', 'updated_at': '2021-09-09T18:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_floatingips': [{'id': '4396f7f7-7ed5-4708-a57a-dfd88d103ca6', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'router_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'port_id': '6e2d8806-6888-4834-8a91-579afd536c62', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'mac_address': 'fa:16:3e:29:f9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77322c0-36fa-448d-aa08-ecd711b23d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T18:24:48Z', 'updated_at': '2021-09-09T18:24:48Z', 'revision_number': 0, 'project_id': '1770c44abcca47449561e6ab91841b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51c1e74-ea79-4616-b809-512c5e39286a', 'name': '', 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'mac_address': 'fa:16:3e:44:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:24Z', 'updated_at': '2021-09-09T18:23:31Z', 'revision_number': 5, 'project_id': '1770c44abcca47449561e6ab91841b32', 'subnets': [{'id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:24:51.098880 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-35ef67d4-3e25-4f02-b1a7-aabf3dcb3303 req-0598a5f5-c6ff-41da-b7aa-2882ff27f530 service neutron] 10.222.0.54 "GET /v2.0/networks/12c9815a-8b2f-47cd-b8b1-a5fb504eb71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080973 Sep 09 18:24:51.262829 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f0ee4d-3dc7-4f9a-8fa9-3ff4f3d07b49 None None] New status for floating IP 4396f7f7-7ed5-4708-a57a-dfd88d103ca6: ACTIVE {{(pid=94640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 18:24:52.171884 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc909a5-c26e-417f-a4f4-30c35708cda0 req-5a06abe7-70c1-4ca8-b78f-38ecb107dfd4 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:52.173426 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1cc909a5-c26e-417f-a4f4-30c35708cda0 req-5a06abe7-70c1-4ca8-b78f-38ecb107dfd4 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4cf7444-eb13-4b06-852d-baffdf913e05 HTTP/1.1" status: 200 len: 943 time: 0.0557725 Sep 09 18:24:52.216712 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1cc909a5-c26e-417f-a4f4-30c35708cda0 req-df5d621c-21af-4b08-9937-5ad19858ecf3 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/security-groups?id=d36c205e-c5d5-4621-99c1-9da1f2ecb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372360 Sep 09 18:24:53.424516 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 6 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:24:53.512232 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b9e92-74cb-4711-86d3-4e830280ac43 req-864c13fa-3e2a-4053-8e31-3ce74a76e6e5 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:53.513766 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-844b9e92-74cb-4711-86d3-4e830280ac43 req-864c13fa-3e2a-4053-8e31-3ce74a76e6e5 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4cf7444-eb13-4b06-852d-baffdf913e05 HTTP/1.1" status: 200 len: 943 time: 0.0634954 Sep 09 18:24:53.555911 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-844b9e92-74cb-4711-86d3-4e830280ac43 req-c927286b-e3a7-4aa3-9227-c02b3cd9dde4 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/security-groups?id=d36c205e-c5d5-4621-99c1-9da1f2ecb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359993 Sep 09 18:24:54.675766 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7fc855-bdb9-4340-b613-8eb251dca433 req-9a15f966-3a69-4f01-b8b3-bbc687c1864a tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:54.677406 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1b7fc855-bdb9-4340-b613-8eb251dca433 req-9a15f966-3a69-4f01-b8b3-bbc687c1864a tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4cf7444-eb13-4b06-852d-baffdf913e05 HTTP/1.1" status: 200 len: 943 time: 0.0519361 Sep 09 18:24:54.721121 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1b7fc855-bdb9-4340-b613-8eb251dca433 req-5a606585-94b4-432e-91e4-e36b8c929cc4 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/security-groups?id=d36c205e-c5d5-4621-99c1-9da1f2ecb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371275 Sep 09 18:24:54.790579 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b8b3ce49-0027-46b3-b588-7d372e141e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:55.839137 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca50bfd9-0171-40cc-b383-d26f4ffc6517 req-8780f7ed-f696-434a-a613-759d7eef1377 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:55.840843 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ca50bfd9-0171-40cc-b383-d26f4ffc6517 req-8780f7ed-f696-434a-a613-759d7eef1377 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4cf7444-eb13-4b06-852d-baffdf913e05 HTTP/1.1" status: 200 len: 943 time: 0.0523920 Sep 09 18:24:55.880167 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ca50bfd9-0171-40cc-b383-d26f4ffc6517 req-be2e005a-9821-427c-a6b7-a00fea3af839 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/security-groups?id=d36c205e-c5d5-4621-99c1-9da1f2ecb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325816 Sep 09 18:24:56.009294 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device c122291d-27b6-40a6-9746-53a0f3b8ac96 details requested by agent hyperv_hv-cinder-77954 with host hv-cinder-77954 {{(pid=94639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 18:24:56.106823 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port c122291d-27b6-40a6-9746-53a0f3b8ac96, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=c122291d-27b6-40a6-9746-53a0f3b8ac96,segment=NetworkSegment(7352e50f-d391-4cfa-a078-b8782f4dd6da),segment_id=7352e50f-d391-4cfa-a078-b8782f4dd6da)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:24:56.119104 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Returning: {'device': 'c122291d-27b6-40a6-9746-53a0f3b8ac96', 'network_id': '9a31d963-e9f4-47f2-b757-cf2b5b609915', 'port_id': 'c122291d-27b6-40a6-9746-53a0f3b8ac96', 'mac_address': 'fa:16:3e:25:98:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b00d7c9d-7255-492c-8022-c481d2ea5bf4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 18:24:56.161388 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:56.174731 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c122291d-27b6-40a6-9746-53a0f3b8ac96 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:24:56.194234 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port c122291d-27b6-40a6-9746-53a0f3b8ac96, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=c122291d-27b6-40a6-9746-53a0f3b8ac96,segment=NetworkSegment(7352e50f-d391-4cfa-a078-b8782f4dd6da),segment_id=7352e50f-d391-4cfa-a078-b8782f4dd6da)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:24:56.258795 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:56.311157 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=c122291d-27b6-40a6-9746-53a0f3b8ac96,revision_number=4']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:24:56.638259 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] get_ports_and_sgs() called for port_ids ['c122291d-27b6-40a6-9746-53a0f3b8ac96'] {{(pid=94639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 18:24:56.994987 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3426e3b-ca96-4da5-9383-0e917b1d9b9d req-b04f20cb-4bd1-465b-a9f5-dba96a6fec1d tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:56.997065 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e3426e3b-ca96-4da5-9383-0e917b1d9b9d req-b04f20cb-4bd1-465b-a9f5-dba96a6fec1d tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4cf7444-eb13-4b06-852d-baffdf913e05 HTTP/1.1" status: 200 len: 944 time: 0.0506189 Sep 09 18:24:57.034993 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e3426e3b-ca96-4da5-9383-0e917b1d9b9d req-57c9b57b-d051-4ea6-9269-7b7fb27a9756 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/security-groups?id=d36c205e-c5d5-4621-99c1-9da1f2ecb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320454 Sep 09 18:24:57.464962 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d1096c9f-1d9f-45ed-bb85-725e837b9d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:57.499324 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:58.010457 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device c122291d-27b6-40a6-9746-53a0f3b8ac96 up at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:24:58.127656 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning for port c122291d-27b6-40a6-9746-53a0f3b8ac96 completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:24:58.132103 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning complete for port c122291d-27b6-40a6-9746-53a0f3b8ac96 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:24:58.132514 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:58.164333 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd1525-ea29-4b23-8fa8-47d4131582ad req-b7149008-4234-46bf-b6f4-82441ee5c21b tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:58.166226 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2dbd1525-ea29-4b23-8fa8-47d4131582ad req-b7149008-4234-46bf-b6f4-82441ee5c21b tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4cf7444-eb13-4b06-852d-baffdf913e05 HTTP/1.1" status: 200 len: 944 time: 0.0577247 Sep 09 18:24:58.210489 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2dbd1525-ea29-4b23-8fa8-47d4131582ad req-d8963639-9a01-4aec-b0e3-c5cfdfb5e8d5 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/security-groups?id=d36c205e-c5d5-4621-99c1-9da1f2ecb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374894 Sep 09 18:24:58.229133 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:58.256582 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4cf7444-eb13-4b06-852d-baffdf913e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c122291d-27b6-40a6-9746-53a0f3b8ac96'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:24:58.258869 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c42b67fee44e65162d6e194d2b8dbd641fdff823df3ddc4f15e211ea02ebf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24aa23f8-114d-400f-a1ca-52e7f71c7891" -d '{"events": [{"server_uuid": "d4cf7444-eb13-4b06-852d-baffdf913e05", "name": "network-vif-plugged", "status": "completed", "tag": "c122291d-27b6-40a6-9746-53a0f3b8ac96"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:24:58.276552 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port c122291d-27b6-40a6-9746-53a0f3b8ac96, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=c122291d-27b6-40a6-9746-53a0f3b8ac96,segment=NetworkSegment(7352e50f-d391-4cfa-a078-b8782f4dd6da),segment_id=7352e50f-d391-4cfa-a078-b8782f4dd6da)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:24:58.297044 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 18:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89da844d-d575-4acc-90db-ca916df52635 x-openstack-request-id: req-89da844d-d575-4acc-90db-ca916df52635 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:24:58.297375 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4cf7444-eb13-4b06-852d-baffdf913e05", "name": "network-vif-plugged", "status": "completed", "tag": "c122291d-27b6-40a6-9746-53a0f3b8ac96", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:24:58.297638 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-89da844d-d575-4acc-90db-ca916df52635 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:24:58.298035 dv-cinder-779540-2-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4cf7444-eb13-4b06-852d-baffdf913e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c122291d-27b6-40a6-9746-53a0f3b8ac96', 'code': 200} Sep 09 18:24:58.354617 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:58.523758 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=c122291d-27b6-40a6-9746-53a0f3b8ac96,revision_number=5']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:24:58.623314 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0dbeb6-a37f-447c-92bf-901a11c98b42 req-6d4d16db-ed80-45ba-a2ac-2194f747a884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:58.624836 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8a0dbeb6-a37f-447c-92bf-901a11c98b42 req-6d4d16db-ed80-45ba-a2ac-2194f747a884 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d4cf7444-eb13-4b06-852d-baffdf913e05 HTTP/1.1" status: 200 len: 1098 time: 0.0453937 Sep 09 18:24:58.660259 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8a0dbeb6-a37f-447c-92bf-901a11c98b42 req-edfebaf8-4506-432b-a58a-6298233b257f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d36c205e-c5d5-4621-99c1-9da1f2ecb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283005 Sep 09 18:24:59.110456 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:24:59.329825 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7da4a-f0f1-4097-b55e-a36f847f8afc req-44c4a320-93ba-4a29-81e6-b761f4fed047 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:24:59.331330 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-feb7da4a-f0f1-4097-b55e-a36f847f8afc req-44c4a320-93ba-4a29-81e6-b761f4fed047 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4cf7444-eb13-4b06-852d-baffdf913e05 HTTP/1.1" status: 200 len: 945 time: 0.0491197 Sep 09 18:24:59.372480 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-feb7da4a-f0f1-4097-b55e-a36f847f8afc req-54618206-2fdd-4803-92c8-48c2851349e4 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/security-groups?id=d36c205e-c5d5-4621-99c1-9da1f2ecb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326879 Sep 09 18:25:00.501343 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007bc11-45de-4932-a51f-9c517e39e9e3 req-4f823c5b-a57a-48bc-8b06-5fbcca2fcc32 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:00.502854 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b007bc11-45de-4932-a51f-9c517e39e9e3 req-4f823c5b-a57a-48bc-8b06-5fbcca2fcc32 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4cf7444-eb13-4b06-852d-baffdf913e05 HTTP/1.1" status: 200 len: 945 time: 0.0484910 Sep 09 18:25:00.546311 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b007bc11-45de-4932-a51f-9c517e39e9e3 req-7f44d2e5-4664-4619-b883-2fd83b50a785 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/security-groups?id=d36c205e-c5d5-4621-99c1-9da1f2ecb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371859 Sep 09 18:25:00.654666 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4da338-dd01-4d00-900e-6f46359f58d6 req-b3769147-b647-4af7-bf79-e9f29e345a29 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:00.656220 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0b4da338-dd01-4d00-900e-6f46359f58d6 req-b3769147-b647-4af7-bf79-e9f29e345a29 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.0520923 Sep 09 18:25:00.697608 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0b4da338-dd01-4d00-900e-6f46359f58d6 req-2dd9426f-0422-422c-9010-265dba9da031 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340042 Sep 09 18:25:01.057225 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:01.664596 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62f2a1-2e19-4499-b38d-f22b6f0c7890 req-9b231bb9-f444-46c0-b0c4-94751923bb1b tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:01.665975 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3a62f2a1-2e19-4499-b38d-f22b6f0c7890 req-9b231bb9-f444-46c0-b0c4-94751923bb1b tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4cf7444-eb13-4b06-852d-baffdf913e05 HTTP/1.1" status: 200 len: 945 time: 0.0507550 Sep 09 18:25:01.704500 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3a62f2a1-2e19-4499-b38d-f22b6f0c7890 req-99e4ad9f-8406-48ef-94b3-630cac652675 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/security-groups?id=d36c205e-c5d5-4621-99c1-9da1f2ecb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323100 Sep 09 18:25:01.819341 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41ad26-3661-417f-8741-67ef64109c54 req-d47f8366-7254-4284-8f41-484ec0f2e7da tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:01.820882 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4f41ad26-3661-417f-8741-67ef64109c54 req-d47f8366-7254-4284-8f41-484ec0f2e7da tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.0490735 Sep 09 18:25:01.863260 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4f41ad26-3661-417f-8741-67ef64109c54 req-0dc44ccb-8a1a-4c39-8e13-3a5aec189833 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=07023b89-2ef4-4614-b133-a7ee0867d823&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351136 Sep 09 18:25:02.153438 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90724a5-1f28-4565-9318-6f2947c83afc req-06695159-20e9-41d9-aa9d-34dfab74c8aa tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:02.154912 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f90724a5-1f28-4565-9318-6f2947c83afc req-06695159-20e9-41d9-aa9d-34dfab74c8aa tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.54 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 945 time: 0.0522165 Sep 09 18:25:02.260725 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [req-f90724a5-1f28-4565-9318-6f2947c83afc req-7a2c6fb5-5db6-4b9a-98d0-7539dc47a111 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Deleting port 60eded96-00c4-4fe2-9285-01a7eeb37452 {{(pid=94637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:25:02.261065 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-f90724a5-1f28-4565-9318-6f2947c83afc req-7a2c6fb5-5db6-4b9a-98d0-7539dc47a111 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:02.356197 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-f90724a5-1f28-4565-9318-6f2947c83afc req-7a2c6fb5-5db6-4b9a-98d0-7539dc47a111 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] For port 60eded96-00c4-4fe2-9285-01a7eeb37452, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=60eded96-00c4-4fe2-9285-01a7eeb37452,segment=NetworkSegment(3502381a-c164-43bc-a609-16a785b97be8),segment_id=3502381a-c164-43bc-a609-16a785b97be8)] {{(pid=94637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:25:02.356593 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-f90724a5-1f28-4565-9318-6f2947c83afc req-7a2c6fb5-5db6-4b9a-98d0-7539dc47a111 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:02.580192 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-f90724a5-1f28-4565-9318-6f2947c83afc req-7a2c6fb5-5db6-4b9a-98d0-7539dc47a111 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:02.580592 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-f90724a5-1f28-4565-9318-6f2947c83afc req-7a2c6fb5-5db6-4b9a-98d0-7539dc47a111 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-905259'] for floatingip, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:02.580916 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.db.l3_db [req-f90724a5-1f28-4565-9318-6f2947c83afc req-7a2c6fb5-5db6-4b9a-98d0-7539dc47a111 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Floating IP 065a6f4e-d921-4fcf-95e5-5afab8122037 disassociated. External IP: 172.27.0.33, port: 60eded96-00c4-4fe2-9285-01a7eeb37452. Sep 09 18:25:02.581257 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [req-f90724a5-1f28-4565-9318-6f2947c83afc req-7a2c6fb5-5db6-4b9a-98d0-7539dc47a111 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Calling delete_port for 60eded96-00c4-4fe2-9285-01a7eeb37452 owned by compute:nova {{(pid=94637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:25:02.796109 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-f90724a5-1f28-4565-9318-6f2947c83afc req-7a2c6fb5-5db6-4b9a-98d0-7539dc47a111 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:02.823481 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c6fb5-5db6-4b9a-98d0-7539dc47a111 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Pushing event deleted for resources: {'Port': ['ID=60eded96-00c4-4fe2-9285-01a7eeb37452,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:02.833570 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c6fb5-5db6-4b9a-98d0-7539dc47a111 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:02.833924 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c6fb5-5db6-4b9a-98d0-7539dc47a111 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:02.834269 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c6fb5-5db6-4b9a-98d0-7539dc47a111 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:02.834608 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c6fb5-5db6-4b9a-98d0-7539dc47a111 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:02.834941 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c6fb5-5db6-4b9a-98d0-7539dc47a111 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:02.835277 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c6fb5-5db6-4b9a-98d0-7539dc47a111 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:02.835605 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c6fb5-5db6-4b9a-98d0-7539dc47a111 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:02.836370 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c6fb5-5db6-4b9a-98d0-7539dc47a111 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:02.836370 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c6fb5-5db6-4b9a-98d0-7539dc47a111 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:02.836579 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c6fb5-5db6-4b9a-98d0-7539dc47a111 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:02.836889 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c6fb5-5db6-4b9a-98d0-7539dc47a111 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:02.837211 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2c6fb5-5db6-4b9a-98d0-7539dc47a111 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:03.137721 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-77f06d92-a2ce-4035-b69a-e278f1a8ab34 req-e1f7b312-2e7c-4c26-896c-618bedcc6c4a tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 210 time: 0.0335419 Sep 09 18:25:03.222535 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f90724a5-1f28-4565-9318-6f2947c83afc req-7a2c6fb5-5db6-4b9a-98d0-7539dc47a111 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Router 42b7eee5-46bb-4993-af88-285b8df17ae5 has already been hosted by L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 {{(pid=94637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 18:25:03.353261 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f90724a5-1f28-4565-9318-6f2947c83afc req-7a2c6fb5-5db6-4b9a-98d0-7539dc47a111 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:25:03.367365 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cf08d9-eb9e-45ae-80fd-8fe31e61feb2 None None] Sync routers for ids ['42b7eee5-46bb-4993-af88-285b8df17ae5'] in dv-cinder-779540-2-iscsi {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:25:03.380533 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cf08d9-eb9e-45ae-80fd-8fe31e61feb2 None None] Routers {'42b7eee5-46bb-4993-af88-285b8df17ae5'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:25:03.381362 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-c2cf08d9-eb9e-45ae-80fd-8fe31e61feb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:24:57Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['42b7eee5-46bb-4993-af88-285b8df17ae5'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:25:03.395880 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [req-f90724a5-1f28-4565-9318-6f2947c83afc req-7a2c6fb5-5db6-4b9a-98d0-7539dc47a111 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] No DVR routers for this DVR port 60eded96-00c4-4fe2-9285-01a7eeb37452 on host hv-cinder-77954 {{(pid=94637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 18:25:03.398740 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-f90724a5-1f28-4565-9318-6f2947c83afc req-7a2c6fb5-5db6-4b9a-98d0-7539dc47a111 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:03.400820 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f90724a5-1f28-4565-9318-6f2947c83afc req-7a2c6fb5-5db6-4b9a-98d0-7539dc47a111 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.54 "DELETE /v2.0/ports/60eded96-00c4-4fe2-9285-01a7eeb37452 HTTP/1.1" status: 204 len: 173 time: 1.2383664 Sep 09 18:25:03.401272 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370be2fd-2038-4691-ac82-3c6fba90dccc', 'name': 'network-vif-deleted', 'tag': '60eded96-00c4-4fe2-9285-01a7eeb37452'}] {{(pid=94637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:25:03.403883 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133f33bf375164f5fa4b6a6278130a616101494423e3cf7e78094e28bab08aaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f62875a-ff8f-4724-bd9b-70d9f1941792" -d '{"events": [{"server_uuid": "370be2fd-2038-4691-ac82-3c6fba90dccc", "name": "network-vif-deleted", "tag": "60eded96-00c4-4fe2-9285-01a7eeb37452"}]}' {{(pid=94637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:25:03.461919 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 18:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec2f300-635a-4b94-99f4-1364bbad3b63 x-openstack-request-id: req-6ec2f300-635a-4b94-99f4-1364bbad3b63 {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:25:03.462214 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "370be2fd-2038-4691-ac82-3c6fba90dccc", "name": "network-vif-deleted", "tag": "60eded96-00c4-4fe2-9285-01a7eeb37452", "status": "completed", "code": 200}]} {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:25:03.462469 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6ec2f300-635a-4b94-99f4-1364bbad3b63 {{(pid=94637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:25:03.462895 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '370be2fd-2038-4691-ac82-3c6fba90dccc', 'name': 'network-vif-deleted', 'tag': '60eded96-00c4-4fe2-9285-01a7eeb37452', 'status': 'completed', 'code': 200} Sep 09 18:25:03.517185 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-c2cf08d9-eb9e-45ae-80fd-8fe31e61feb2 None None] Set router 42b7eee5-46bb-4993-af88-285b8df17ae5 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:25:03.732186 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-c2cf08d9-eb9e-45ae-80fd-8fe31e61feb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'name': 'tempest-AttachVolumeTestJSON-1967749576-router', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a1fdd68f-ea15-4804-927b-44e918f1300c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:27Z', 'updated_at': '2021-09-09T18:16:39Z', 'revision_number': 4, 'project_id': '289a7608c7ee408d90d48b78c6155ce2', 'gw_port': {'id': 'a1fdd68f-ea15-4804-927b-44e918f1300c', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:19:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:29Z', 'updated_at': '2021-09-09T18:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': 'f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc', 'name': '', 'network_id': '9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'mac_address': 'fa:16:3e:15:41:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '07bcfd60-1ce9-4552-ba2f-917a442c6c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:37Z', 'updated_at': '2021-09-09T18:16:52Z', 'revision_number': 5, 'project_id': '289a7608c7ee408d90d48b78c6155ce2', 'subnets': [{'id': '07bcfd60-1ce9-4552-ba2f-917a442c6c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:25:03.763011 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cf08d9-eb9e-45ae-80fd-8fe31e61feb2 None None] Checking router: 42b7eee5-46bb-4993-af88-285b8df17ae5 for host: dv-cinder-779540-2-iscsi {{(pid=94639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:25:03.771502 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cf08d9-eb9e-45ae-80fd-8fe31e61feb2 None None] Routers {'42b7eee5-46bb-4993-af88-285b8df17ae5'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:25:03.772132 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-c2cf08d9-eb9e-45ae-80fd-8fe31e61feb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:24:57Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['42b7eee5-46bb-4993-af88-285b8df17ae5'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:25:03.885412 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-c2cf08d9-eb9e-45ae-80fd-8fe31e61feb2 None None] Set router 42b7eee5-46bb-4993-af88-285b8df17ae5 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:25:04.083838 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-c2cf08d9-eb9e-45ae-80fd-8fe31e61feb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'name': 'tempest-AttachVolumeTestJSON-1967749576-router', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a1fdd68f-ea15-4804-927b-44e918f1300c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:27Z', 'updated_at': '2021-09-09T18:16:39Z', 'revision_number': 4, 'project_id': '289a7608c7ee408d90d48b78c6155ce2', 'gw_port': {'id': 'a1fdd68f-ea15-4804-927b-44e918f1300c', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:19:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:29Z', 'updated_at': '2021-09-09T18:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': 'f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc', 'name': '', 'network_id': '9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'mac_address': 'fa:16:3e:15:41:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '07bcfd60-1ce9-4552-ba2f-917a442c6c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:37Z', 'updated_at': '2021-09-09T18:16:52Z', 'revision_number': 5, 'project_id': '289a7608c7ee408d90d48b78c6155ce2', 'subnets': [{'id': '07bcfd60-1ce9-4552-ba2f-917a442c6c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:25:04.113284 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cf08d9-eb9e-45ae-80fd-8fe31e61feb2 None None] The sync data for ids ['42b7eee5-46bb-4993-af88-285b8df17ae5'] in dv-cinder-779540-2-iscsi is: [{'id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'name': 'tempest-AttachVolumeTestJSON-1967749576-router', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a1fdd68f-ea15-4804-927b-44e918f1300c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:27Z', 'updated_at': '2021-09-09T18:16:39Z', 'revision_number': 4, 'project_id': '289a7608c7ee408d90d48b78c6155ce2', 'gw_port': {'id': 'a1fdd68f-ea15-4804-927b-44e918f1300c', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:19:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:29Z', 'updated_at': '2021-09-09T18:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': 'f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc', 'name': '', 'network_id': '9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'mac_address': 'fa:16:3e:15:41:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '07bcfd60-1ce9-4552-ba2f-917a442c6c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:37Z', 'updated_at': '2021-09-09T18:16:52Z', 'revision_number': 5, 'project_id': '289a7608c7ee408d90d48b78c6155ce2', 'subnets': [{'id': '07bcfd60-1ce9-4552-ba2f-917a442c6c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:25:04.247292 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e3b86f85-7ba5-4e99-8f63-8a5b227ba87a req-e32c3a71-e10d-449f-8809-9f047f69bd2f tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=370be2fd-2038-4691-ac82-3c6fba90dccc HTTP/1.1" status: 200 len: 210 time: 0.0279527 Sep 09 18:25:04.333208 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d17cb0-34a6-421d-9162-c2ac09b37fef None None] New status for floating IP 065a6f4e-d921-4fcf-95e5-5afab8122037: DOWN {{(pid=94640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 18:25:05.395699 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 45566) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:25:05.452462 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-fb00b0ba-bc47-4be5-a5e1-07563f04a371 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:05.480091 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-fb00b0ba-bc47-4be5-a5e1-07563f04a371 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:05.624611 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-fb00b0ba-bc47-4be5-a5e1-07563f04a371 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:05.627186 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-fb00b0ba-bc47-4be5-a5e1-07563f04a371 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:05.628362 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-fb00b0ba-bc47-4be5-a5e1-07563f04a371 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "DELETE /v2.0/security-groups/07023b89-2ef4-4614-b133-a7ee0867d823 HTTP/1.1" status: 204 len: 168 time: 0.2315781 Sep 09 18:25:05.631270 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 45568) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:25:05.638157 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb00b0ba-bc47-4be5-a5e1-07563f04a371 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07023b89-2ef4-4614-b133-a7ee0867d823,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:05.649651 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.api.v2.resource [None req-ffc2decb-ad0c-47dd-899d-62433f4b825a tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] show failed (client error): The resource could not be found. Sep 09 18:25:05.651038 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-ffc2decb-ad0c-47dd-899d-62433f4b825a tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups/07023b89-2ef4-4614-b133-a7ee0867d823 HTTP/1.1" status: 404 len: 347 time: 0.0183761 Sep 09 18:25:05.654411 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 45570) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:25:05.790397 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-9fbc1ad9-46fc-496b-b67d-fefdee57512c tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Deleting port b0ebdf63-d8be-4e20-8308-9c83e3c2eb2f {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:25:05.790977 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9fbc1ad9-46fc-496b-b67d-fefdee57512c tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:05.887712 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9fbc1ad9-46fc-496b-b67d-fefdee57512c tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:05.887949 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9fbc1ad9-46fc-496b-b67d-fefdee57512c tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:05.900099 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-9fbc1ad9-46fc-496b-b67d-fefdee57512c tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Calling delete_port for b0ebdf63-d8be-4e20-8308-9c83e3c2eb2f owned by network:floatingip {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:25:06.039838 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 60eded96-00c4-4fe2-9285-01a7eeb37452 no longer exists at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:25:06.061356 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:06.062430 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] No Port match for: 60eded96-00c4-4fe2-9285-01a7eeb37452 {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:25:06.062775 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 60eded96-00c4-4fe2-9285-01a7eeb37452 not bound to the agent host hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:25:06.126194 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9fbc1ad9-46fc-496b-b67d-fefdee57512c tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2896014'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:06.151991 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc1ad9-46fc-496b-b67d-fefdee57512c tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Pushing event deleted for resources: {'Port': ['ID=b0ebdf63-d8be-4e20-8308-9c83e3c2eb2f,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:06.178945 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc1ad9-46fc-496b-b67d-fefdee57512c tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:06.179285 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc1ad9-46fc-496b-b67d-fefdee57512c tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:06.179622 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc1ad9-46fc-496b-b67d-fefdee57512c tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:06.180010 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc1ad9-46fc-496b-b67d-fefdee57512c tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:06.180367 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc1ad9-46fc-496b-b67d-fefdee57512c tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:06.180704 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc1ad9-46fc-496b-b67d-fefdee57512c tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:06.181033 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc1ad9-46fc-496b-b67d-fefdee57512c tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:06.181359 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc1ad9-46fc-496b-b67d-fefdee57512c tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:06.181683 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc1ad9-46fc-496b-b67d-fefdee57512c tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:06.182007 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc1ad9-46fc-496b-b67d-fefdee57512c tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:06.182328 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc1ad9-46fc-496b-b67d-fefdee57512c tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:06.182646 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fbc1ad9-46fc-496b-b67d-fefdee57512c tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:06.227203 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9fbc1ad9-46fc-496b-b67d-fefdee57512c tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks [] for floatingip, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:06.230013 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9fbc1ad9-46fc-496b-b67d-fefdee57512c tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for floatingip, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:06.232034 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-9fbc1ad9-46fc-496b-b67d-fefdee57512c tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "DELETE /v2.0/floatingips/065a6f4e-d921-4fcf-95e5-5afab8122037 HTTP/1.1" status: 204 len: 168 time: 0.5766737 Sep 09 18:25:06.709603 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 45578) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:25:06.714123 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-1e506409-e430-488e-9611-2ba960605723 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Request body: {'security_group': {'name': 'tempest-securitygroup--505604208', 'description': 'tempest-description--1384542591'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:25:06.801527 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1e506409-e430-488e-9611-2ba960605723 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks [] for security_group, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:06.883424 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1e506409-e430-488e-9611-2ba960605723 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks [] for security_group, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:06.965880 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1e506409-e430-488e-9611-2ba960605723 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:06.994253 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e506409-e430-488e-9611-2ba960605723 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15ddfc54-3ca0-42a6-9cc7-66caacecee4c,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:07.064283 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1e506409-e430-488e-9611-2ba960605723 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:07.065597 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-1e506409-e430-488e-9611-2ba960605723 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3549764 Sep 09 18:25:07.068373 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 45582) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:25:07.072706 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-c1507853-9fc9-4223-8b48-48b4cd407181 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Request body: {'security_group_rule': {'security_group_id': '15ddfc54-3ca0-42a6-9cc7-66caacecee4c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:25:07.160650 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-c1507853-9fc9-4223-8b48-48b4cd407181 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:07.224936 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-c1507853-9fc9-4223-8b48-48b4cd407181 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:07.297298 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-c1507853-9fc9-4223-8b48-48b4cd407181 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644925'] for security_group_rule, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:07.315361 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1507853-9fc9-4223-8b48-48b4cd407181 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d0d9682-2ab0-4bc7-b3df-0f4dbe1a3feb,revision_number=0']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:07.396252 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-c1507853-9fc9-4223-8b48-48b4cd407181 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:07.397540 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-c1507853-9fc9-4223-8b48-48b4cd407181 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3282428 Sep 09 18:25:07.400748 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 45586) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:25:07.405508 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-df9146d4-d7f2-4549-9fec-9841a309d689 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Request body: {'security_group_rule': {'security_group_id': '15ddfc54-3ca0-42a6-9cc7-66caacecee4c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:25:07.520880 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-df9146d4-d7f2-4549-9fec-9841a309d689 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:07.583584 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-df9146d4-d7f2-4549-9fec-9841a309d689 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:07.674179 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-df9146d4-d7f2-4549-9fec-9841a309d689 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644925'] for security_group_rule, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:07.695390 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9146d4-d7f2-4549-9fec-9841a309d689 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e09c817f-1ad3-401a-a89a-b21d00fd3be1,revision_number=0']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:07.765611 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-df9146d4-d7f2-4549-9fec-9841a309d689 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:07.766881 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-df9146d4-d7f2-4549-9fec-9841a309d689 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3651690 Sep 09 18:25:07.770048 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 45588) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:25:07.774526 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-d0df1f74-99a8-4b7c-8547-15ce6669d841 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Request body: {'floatingip': {'floating_network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:25:07.864565 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-d0df1f74-99a8-4b7c-8547-15ce6669d841 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks [] for floatingip, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:07.961343 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-d0df1f74-99a8-4b7c-8547-15ce6669d841 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:08.074476 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.db_base_plugin_common [None req-d0df1f74-99a8-4b7c-8547-15ce6669d841 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Allocated IP 172.27.0.230 (3a4844da-e7df-49de-8120-ac4d2e4c4f80/6ecf6949-122b-4bec-9802-77be4eb2c7d8/78d6700a-7f0d-4097-8bfa-e17c3d131b0a) {{(pid=94637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:25:08.179891 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-d0df1f74-99a8-4b7c-8547-15ce6669d841 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks [] for port, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:08.282057 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-d0df1f74-99a8-4b7c-8547-15ce6669d841 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:08.321167 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0df1f74-99a8-4b7c-8547-15ce6669d841 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Network 3a4844da-e7df-49de-8120-ac4d2e4c4f80 is already hosted by enough agents. {{(pid=94637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:25:08.324388 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.base_scheduler [None req-d0df1f74-99a8-4b7c-8547-15ce6669d841 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Resources bound (agent type, host, resource id): {{(pid=94637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:25:08.330331 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0df1f74-99a8-4b7c-8547-15ce6669d841 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Received port after_create {{(pid=94637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:25:08.335933 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df1f74-99a8-4b7c-8547-15ce6669d841 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Pushing event updated for resources: {'Port': ['ID=78d6700a-7f0d-4097-8bfa-e17c3d131b0a,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:08.420559 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-d0df1f74-99a8-4b7c-8547-15ce6669d841 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:08.518690 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-d0df1f74-99a8-4b7c-8547-15ce6669d841 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:08.667063 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-d0df1f74-99a8-4b7c-8547-15ce6669d841 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks [] for port, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:08.753949 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-d0df1f74-99a8-4b7c-8547-15ce6669d841 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859523'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:08.824918 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df1f74-99a8-4b7c-8547-15ce6669d841 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Pushing event updated for resources: {'Port': ['ID=78d6700a-7f0d-4097-8bfa-e17c3d131b0a,revision_number=2']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:08.836109 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-d0df1f74-99a8-4b7c-8547-15ce6669d841 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-905259'] for floatingip, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:08.927395 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-d0df1f74-99a8-4b7c-8547-15ce6669d841 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for floatingip, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:08.928785 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-d0df1f74-99a8-4b7c-8547-15ce6669d841 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1577733 Sep 09 18:25:09.120351 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-47f34e13-c46d-4a02-940f-7e2ffc1036bd tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--505604208&fields=id&tenant_id=289a7608c7ee408d90d48b78c6155ce2 HTTP/1.1" status: 200 len: 267 time: 0.0358603 Sep 09 18:25:09.234629 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-2710a135-1529-4244-a9e1-5fc9e1857417 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:09.236035 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-2710a135-1529-4244-a9e1-5fc9e1857417 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/networks?id=9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9 HTTP/1.1" status: 200 len: 811 time: 0.1079805 Sep 09 18:25:09.255065 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-13d636a0-8ca5-4bb9-8f6d-26a13e16f73a tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/quotas/289a7608c7ee408d90d48b78c6155ce2 HTTP/1.1" status: 200 len: 375 time: 0.0109017 Sep 09 18:25:09.309963 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-0808c3a5-b5a5-45ec-ae7b-8eeb25def9a2 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=289a7608c7ee408d90d48b78c6155ce2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479076 Sep 09 18:25:09.421970 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-5e3f21f6-6a5e-49dc-ac1e-6106e28e9938 service neutron] 10.222.0.39 "GET /v2.0/networks/9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984380 Sep 09 18:25:09.511314 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-804c50a9-0ce6-4251-a88d-8bed4cc248f9 service neutron] 10.222.0.39 "GET /v2.0/networks/9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830882 Sep 09 18:25:09.752419 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-58825e4f-9141-465a-b184-1b0d982cb6a7 req-3034244d-8baf-4af4-b855-90965fec5a63 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=a59d09d8-08a5-49a7-9972-fca5a8d4aa42 HTTP/1.1" status: 200 len: 210 time: 0.0300827 Sep 09 18:25:10.848390 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-936bd6d4-2747-4252-92b8-02ae37c60828 req-8c7a2bbe-e8b7-4c70-8f8f-e4469990b7ea tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=a59d09d8-08a5-49a7-9972-fca5a8d4aa42 HTTP/1.1" status: 200 len: 210 time: 0.0270500 Sep 09 18:25:11.957394 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7cb0a5b8-1532-4eab-99b5-d092c3fe1351 req-104063a3-d045-40b6-8bcf-af4aba6ca2a2 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=a59d09d8-08a5-49a7-9972-fca5a8d4aa42 HTTP/1.1" status: 200 len: 210 time: 0.0363483 Sep 09 18:25:12.026885 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-b11492bd-2191-4921-9c00-af64bcd1e42d tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:12.028566 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-b11492bd-2191-4921-9c00-af64bcd1e42d tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.54 "GET /v2.0/networks?id=9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9 HTTP/1.1" status: 200 len: 811 time: 0.1353354 Sep 09 18:25:12.075976 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-97548aee-d5eb-4785-b2b8-cdb8df0675f7 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=289a7608c7ee408d90d48b78c6155ce2 HTTP/1.1" status: 200 len: 379 time: 0.0378222 Sep 09 18:25:12.088206 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-32a12695-e25c-462e-b3b1-9dcfbd4b3400 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Request body: {'port': {'device_id': 'a59d09d8-08a5-49a7-9972-fca5a8d4aa42', 'network_id': '9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9', 'admin_state_up': True, 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'security_groups': ['15ddfc54-3ca0-42a6-9cc7-66caacecee4c']}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:25:12.270099 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-32a12695-e25c-462e-b3b1-9dcfbd4b3400 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Made reservation on behalf of 289a7608c7ee408d90d48b78c6155ce2 for: {'port': 1} {{(pid=94637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:25:12.273663 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-32a12695-e25c-462e-b3b1-9dcfbd4b3400 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:12.405765 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.db_base_plugin_common [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-32a12695-e25c-462e-b3b1-9dcfbd4b3400 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Allocated IP 172.20.0.5 (9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9/07bcfd60-1ce9-4552-ba2f-917a442c6c08/e1dc46c9-a87d-4dff-b17f-f5b19133d93d) {{(pid=94637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:25:12.569931 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-32a12695-e25c-462e-b3b1-9dcfbd4b3400 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks [] for port, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:12.589180 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.provisioning_blocks [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-32a12695-e25c-462e-b3b1-9dcfbd4b3400 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Transition to ACTIVE for port object e1dc46c9-a87d-4dff-b17f-f5b19133d93d will not be triggered until provisioned by entity DHCP. {{(pid=94637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:25:12.716531 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-32a12695-e25c-462e-b3b1-9dcfbd4b3400 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:12.758733 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-32a12695-e25c-462e-b3b1-9dcfbd4b3400 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Network 9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9 is already hosted by enough agents. {{(pid=94637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:25:12.761789 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.base_scheduler [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-32a12695-e25c-462e-b3b1-9dcfbd4b3400 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Resources bound (agent type, host, resource id): {{(pid=94637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:25:12.768357 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-32a12695-e25c-462e-b3b1-9dcfbd4b3400 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Received port after_create {{(pid=94637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:25:12.774422 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a12695-e25c-462e-b3b1-9dcfbd4b3400 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Pushing event updated for resources: {'Port': ['ID=e1dc46c9-a87d-4dff-b17f-f5b19133d93d,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:12.822443 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-32a12695-e25c-462e-b3b1-9dcfbd4b3400 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:12.823058 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-32a12695-e25c-462e-b3b1-9dcfbd4b3400 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:12.897985 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-32a12695-e25c-462e-b3b1-9dcfbd4b3400 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8134038 Sep 09 18:25:13.029448 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-2750edf3-72dd-4d51-ade3-27e739218257 None None] Provisioning for port e1dc46c9-a87d-4dff-b17f-f5b19133d93d completed by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:25:13.033645 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-2750edf3-72dd-4d51-ade3-27e739218257 None None] Provisioning complete for port e1dc46c9-a87d-4dff-b17f-f5b19133d93d triggered by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:25:13.033960 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2750edf3-72dd-4d51-ade3-27e739218257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:13.068920 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2750edf3-72dd-4d51-ade3-27e739218257 None None] Port e1dc46c9-a87d-4dff-b17f-f5b19133d93d cannot update to ACTIVE because it is not bound. {{(pid=94639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 18:25:13.080084 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac06111-9779-4d46-b65c-eefc1d8284ce req-80a1d9ae-dd98-4e4a-841a-dc26e26e3e05 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:13.081579 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-aac06111-9779-4d46-b65c-eefc1d8284ce req-80a1d9ae-dd98-4e4a-841a-dc26e26e3e05 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=a59d09d8-08a5-49a7-9972-fca5a8d4aa42 HTTP/1.1" status: 200 len: 931 time: 0.0551288 Sep 09 18:25:13.119500 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-aac06111-9779-4d46-b65c-eefc1d8284ce req-25f216d1-93cd-4aa9-9f71-6ae28f781fd3 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ddfc54-3ca0-42a6-9cc7-66caacecee4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318875 Sep 09 18:25:14.237000 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3677c-792a-4937-ab5e-25a5ca830954 req-01a022fe-9d2d-41cd-928d-5d222107cfe9 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:14.238455 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-83d3677c-792a-4937-ab5e-25a5ca830954 req-01a022fe-9d2d-41cd-928d-5d222107cfe9 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=a59d09d8-08a5-49a7-9972-fca5a8d4aa42 HTTP/1.1" status: 200 len: 931 time: 0.0531950 Sep 09 18:25:14.275079 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-83d3677c-792a-4937-ab5e-25a5ca830954 req-e95177e7-4bc5-470b-941a-7579628ea6b8 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ddfc54-3ca0-42a6-9cc7-66caacecee4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308044 Sep 09 18:25:15.388261 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d450a1-c945-4e13-a39a-f655e4759eca req-b0fd4267-6e46-474d-9f5d-1e8e34bb74e2 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:15.389752 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c4d450a1-c945-4e13-a39a-f655e4759eca req-b0fd4267-6e46-474d-9f5d-1e8e34bb74e2 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=a59d09d8-08a5-49a7-9972-fca5a8d4aa42 HTTP/1.1" status: 200 len: 931 time: 0.0497842 Sep 09 18:25:15.427440 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c4d450a1-c945-4e13-a39a-f655e4759eca req-45936936-4c4e-43b7-958e-aacc273db02e tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ddfc54-3ca0-42a6-9cc7-66caacecee4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317791 Sep 09 18:25:16.159739 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-2827f0b3-dbc6-4b46-9b5d-526294bae0b7 service neutron] Request body: {'port': {'device_id': 'a59d09d8-08a5-49a7-9972-fca5a8d4aa42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77954'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:25:16.222800 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-2827f0b3-dbc6-4b46-9b5d-526294bae0b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:16.485431 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-2827f0b3-dbc6-4b46-9b5d-526294bae0b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1dc46c9-a87d-4dff-b17f-f5b19133d93d {{(pid=94637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:25:16.492927 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-2827f0b3-dbc6-4b46-9b5d-526294bae0b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:16.527877 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.provisioning_blocks [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-2827f0b3-dbc6-4b46-9b5d-526294bae0b7 service neutron] Transition to ACTIVE for port object e1dc46c9-a87d-4dff-b17f-f5b19133d93d will not be triggered until provisioned by entity L2. {{(pid=94637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:25:16.547994 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3fa8ea-1248-4f19-a95d-0ee055e43dc9 req-2c3f3b40-8eb7-42c7-81ef-662acace7725 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:16.549462 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-df3fa8ea-1248-4f19-a95d-0ee055e43dc9 req-2c3f3b40-8eb7-42c7-81ef-662acace7725 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=a59d09d8-08a5-49a7-9972-fca5a8d4aa42 HTTP/1.1" status: 200 len: 931 time: 0.0542121 Sep 09 18:25:16.582099 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-2827f0b3-dbc6-4b46-9b5d-526294bae0b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859523'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:16.594418 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-df3fa8ea-1248-4f19-a95d-0ee055e43dc9 req-04f24a92-91fa-4dfe-bbb3-3660810633de tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ddfc54-3ca0-42a6-9cc7-66caacecee4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387566 Sep 09 18:25:16.659764 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827f0b3-dbc6-4b46-9b5d-526294bae0b7 service neutron] Pushing event updated for resources: {'Port': ['ID=e1dc46c9-a87d-4dff-b17f-f5b19133d93d,revision_number=2']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:16.711986 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-2827f0b3-dbc6-4b46-9b5d-526294bae0b7 service neutron] Attempting to bind port e1dc46c9-a87d-4dff-b17f-f5b19133d93d on host hv-cinder-77954 for vnic_type normal with profile {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:25:16.712236 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-2827f0b3-dbc6-4b46-9b5d-526294bae0b7 service neutron] Attempting to bind port e1dc46c9-a87d-4dff-b17f-f5b19133d93d by drivers openvswitch,hyperv on host hv-cinder-77954 at level 0 using segments [{'id': '3502381a-c164-43bc-a609-16a785b97be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9'}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:25:16.712607 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-2827f0b3-dbc6-4b46-9b5d-526294bae0b7 service neutron] Attempting to bind port e1dc46c9-a87d-4dff-b17f-f5b19133d93d on network 9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:25:16.717176 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-2827f0b3-dbc6-4b46-9b5d-526294bae0b7 service neutron] Port e1dc46c9-a87d-4dff-b17f-f5b19133d93d on network 9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77954 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 18:25:16.717496 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-2827f0b3-dbc6-4b46-9b5d-526294bae0b7 service neutron] Attempting to bind port e1dc46c9-a87d-4dff-b17f-f5b19133d93d on network 9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:25:16.722672 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-2827f0b3-dbc6-4b46-9b5d-526294bae0b7 service neutron] Checking agent: {'id': 'e6e03918-0440-4933-b179-09c79aa47d03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 14, 34), 'started_at': datetime.datetime(2021, 9, 9, 18, 14, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:25:16.723008 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-2827f0b3-dbc6-4b46-9b5d-526294bae0b7 service neutron] Checking segment: {'id': '3502381a-c164-43bc-a609-16a785b97be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:25:16.723393 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-2827f0b3-dbc6-4b46-9b5d-526294bae0b7 service neutron] Bound using segment: {'id': '3502381a-c164-43bc-a609-16a785b97be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9'} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:25:16.723819 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-2827f0b3-dbc6-4b46-9b5d-526294bae0b7 service neutron] Bound port: e1dc46c9-a87d-4dff-b17f-f5b19133d93d, host: hv-cinder-77954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3502381a-c164-43bc-a609-16a785b97be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9'}}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:25:16.724183 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-2827f0b3-dbc6-4b46-9b5d-526294bae0b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:16.791466 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-2827f0b3-dbc6-4b46-9b5d-526294bae0b7 service neutron] For port e1dc46c9-a87d-4dff-b17f-f5b19133d93d, host hv-cinder-77954, cleared binding levels {{(pid=94637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:25:16.795009 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-2827f0b3-dbc6-4b46-9b5d-526294bae0b7 service neutron] For port e1dc46c9-a87d-4dff-b17f-f5b19133d93d, host hv-cinder-77954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=e1dc46c9-a87d-4dff-b17f-f5b19133d93d,segment=NetworkSegment(3502381a-c164-43bc-a609-16a785b97be8),segment_id=3502381a-c164-43bc-a609-16a785b97be8)] {{(pid=94637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:25:16.853459 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-2827f0b3-dbc6-4b46-9b5d-526294bae0b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859523'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:16.891748 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-2827f0b3-dbc6-4b46-9b5d-526294bae0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:16.892384 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-2827f0b3-dbc6-4b46-9b5d-526294bae0b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:16.893762 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-2827f0b3-dbc6-4b46-9b5d-526294bae0b7 service neutron] 10.222.0.54 "PUT /v2.0/ports/e1dc46c9-a87d-4dff-b17f-f5b19133d93d HTTP/1.1" status: 200 len: 1093 time: 0.7383125 Sep 09 18:25:16.900492 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a59d09d8-08a5-49a7-9972-fca5a8d4aa42', 'tag': 'e1dc46c9-a87d-4dff-b17f-f5b19133d93d'}] {{(pid=94637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:25:16.900492 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133f33bf375164f5fa4b6a6278130a616101494423e3cf7e78094e28bab08aaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b81572-f8eb-4cbe-9e04-404c0b9ed78f" -d '{"events": [{"name": "network-changed", "server_uuid": "a59d09d8-08a5-49a7-9972-fca5a8d4aa42", "tag": "e1dc46c9-a87d-4dff-b17f-f5b19133d93d"}]}' {{(pid=94637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:25:16.921766 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827f0b3-dbc6-4b46-9b5d-526294bae0b7 service neutron] Pushing event updated for resources: {'Port': ['ID=e1dc46c9-a87d-4dff-b17f-f5b19133d93d,revision_number=3']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:16.936487 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 18:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96d3b65-dacf-41af-81ce-609af89be8e6 x-openstack-request-id: req-e96d3b65-dacf-41af-81ce-609af89be8e6 {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:25:16.936781 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a59d09d8-08a5-49a7-9972-fca5a8d4aa42", "tag": "e1dc46c9-a87d-4dff-b17f-f5b19133d93d", "status": "completed", "code": 200}]} {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:25:16.937032 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e96d3b65-dacf-41af-81ce-609af89be8e6 {{(pid=94637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:25:16.937426 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a59d09d8-08a5-49a7-9972-fca5a8d4aa42', 'tag': 'e1dc46c9-a87d-4dff-b17f-f5b19133d93d', 'status': 'completed', 'code': 200} Sep 09 18:25:17.101953 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b81572-f8eb-4cbe-9e04-404c0b9ed78f req-681e93a6-1fdf-48be-9f88-70b9b54500e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:17.103442 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-24b81572-f8eb-4cbe-9e04-404c0b9ed78f req-681e93a6-1fdf-48be-9f88-70b9b54500e9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=289a7608c7ee408d90d48b78c6155ce2&device_id=a59d09d8-08a5-49a7-9972-fca5a8d4aa42 HTTP/1.1" status: 200 len: 1096 time: 0.0415683 Sep 09 18:25:17.257239 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b81572-f8eb-4cbe-9e04-404c0b9ed78f req-99c46714-f327-4fdd-a718-0abfe057103b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:17.258886 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-24b81572-f8eb-4cbe-9e04-404c0b9ed78f req-99c46714-f327-4fdd-a718-0abfe057103b service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=289a7608c7ee408d90d48b78c6155ce2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1101289 Sep 09 18:25:17.374648 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b81572-f8eb-4cbe-9e04-404c0b9ed78f req-5b949f71-6ec8-4a49-a455-ec1c6adf0dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:17.377290 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-24b81572-f8eb-4cbe-9e04-404c0b9ed78f req-5b949f71-6ec8-4a49-a455-ec1c6adf0dc9 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947554 Sep 09 18:25:17.454347 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-d4fa2f8c-74b6-47d0-aaa4-9a68ef4f550d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:17.455805 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-d4fa2f8c-74b6-47d0-aaa4-9a68ef4f550d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=289a7608c7ee408d90d48b78c6155ce2&device_id=a59d09d8-08a5-49a7-9972-fca5a8d4aa42 HTTP/1.1" status: 200 len: 1096 time: 0.0392263 Sep 09 18:25:17.501936 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-26b723eb-63ee-42a8-9764-814ddc48b320 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1dc46c9-a87d-4dff-b17f-f5b19133d93d HTTP/1.1" status: 200 len: 217 time: 0.0364738 Sep 09 18:25:17.551882 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-43c9acf8-8cea-4f0c-beea-47a023287a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:17.553346 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-43c9acf8-8cea-4f0c-beea-47a023287a45 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=07bcfd60-1ce9-4552-ba2f-917a442c6c08 HTTP/1.1" status: 200 len: 850 time: 0.0434048 Sep 09 18:25:17.602259 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-941f6943-628e-4c5f-bff6-378b766f96cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:17.603742 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-941f6943-628e-4c5f-bff6-378b766f96cf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393834 Sep 09 18:25:17.734087 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-526f47ea-f6e6-44ce-b7bf-9862f548f2a2 service neutron] 10.222.0.54 "GET /v2.0/networks/9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200676 Sep 09 18:25:17.748176 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85c0eb-44cc-477a-8664-2ee543484603 req-ae0c6732-3e77-4906-90ff-1dab02f9c0b2 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:17.749868 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-fb85c0eb-44cc-477a-8664-2ee543484603 req-ae0c6732-3e77-4906-90ff-1dab02f9c0b2 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=a59d09d8-08a5-49a7-9972-fca5a8d4aa42 HTTP/1.1" status: 200 len: 943 time: 0.0745134 Sep 09 18:25:17.846225 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-fb85c0eb-44cc-477a-8664-2ee543484603 req-78a04b34-f542-48c9-8298-f4d47fb9afb5 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ddfc54-3ca0-42a6-9cc7-66caacecee4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883057 Sep 09 18:25:17.870910 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1eb7c9ad-b2f9-4ed8-a34d-04366d1b5cba req-ee17bb6d-22b9-4d76-9a70-f1a78a9f7864 service neutron] 10.222.0.54 "GET /v2.0/networks/9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200371 Sep 09 18:25:18.962219 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de21cb8-6083-4878-bd00-77512c7b5bb6 req-63463f6f-5a96-429a-96c6-6d674cb696fc tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:18.963694 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4de21cb8-6083-4878-bd00-77512c7b5bb6 req-63463f6f-5a96-429a-96c6-6d674cb696fc tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=a59d09d8-08a5-49a7-9972-fca5a8d4aa42 HTTP/1.1" status: 200 len: 943 time: 0.0494964 Sep 09 18:25:19.004064 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4de21cb8-6083-4878-bd00-77512c7b5bb6 req-f3c95cf2-68c3-4e62-8a8d-aae2ea049e6c tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ddfc54-3ca0-42a6-9cc7-66caacecee4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322134 Sep 09 18:25:20.123861 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd27c9-dff6-442c-bcae-4072732e6f20 req-884b333b-8836-4218-b35d-8214cc973649 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:20.125539 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f6bd27c9-dff6-442c-bcae-4072732e6f20 req-884b333b-8836-4218-b35d-8214cc973649 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=a59d09d8-08a5-49a7-9972-fca5a8d4aa42 HTTP/1.1" status: 200 len: 943 time: 0.0542808 Sep 09 18:25:20.163187 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f6bd27c9-dff6-442c-bcae-4072732e6f20 req-f916bb67-98b0-44f9-93eb-bc6e87e4b4d9 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ddfc54-3ca0-42a6-9cc7-66caacecee4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316045 Sep 09 18:25:21.276742 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a490f9-8fba-487f-9db2-f01bc1e31a21 req-7bbd885b-8bfe-4ab6-a840-36291a3c6d5f tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:21.278474 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e0a490f9-8fba-487f-9db2-f01bc1e31a21 req-7bbd885b-8bfe-4ab6-a840-36291a3c6d5f tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=a59d09d8-08a5-49a7-9972-fca5a8d4aa42 HTTP/1.1" status: 200 len: 943 time: 0.0487356 Sep 09 18:25:21.317619 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e0a490f9-8fba-487f-9db2-f01bc1e31a21 req-d4a674b9-0553-46bf-8424-7bfa0293cc9f tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ddfc54-3ca0-42a6-9cc7-66caacecee4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328152 Sep 09 18:25:22.437538 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534c39e-9e7c-4ea4-a7a4-20b54f6f6447 req-8f30555a-ce88-4ab9-9f84-47c52fcf4187 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:22.439060 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1534c39e-9e7c-4ea4-a7a4-20b54f6f6447 req-8f30555a-ce88-4ab9-9f84-47c52fcf4187 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=a59d09d8-08a5-49a7-9972-fca5a8d4aa42 HTTP/1.1" status: 200 len: 943 time: 0.0500295 Sep 09 18:25:22.482337 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1534c39e-9e7c-4ea4-a7a4-20b54f6f6447 req-9763cc83-e2cd-4578-ae46-9dd79fed08e8 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ddfc54-3ca0-42a6-9cc7-66caacecee4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337968 Sep 09 18:25:23.369976 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c4b0c50d-6917-482d-9808-47219259076e req-80ac621a-db2b-45ca-a560-a60a2bdc346f tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1536858536&fields=id&tenant_id=6c6da778518d4565908e5cf0fa432d10 HTTP/1.1" status: 200 len: 267 time: 0.0361736 Sep 09 18:25:23.428479 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0c50d-6917-482d-9808-47219259076e req-6b430374-5d0e-4b7d-864d-31b857117d2a tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:23.429959 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c4b0c50d-6917-482d-9808-47219259076e req-6b430374-5d0e-4b7d-864d-31b857117d2a tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 985 time: 0.0539038 Sep 09 18:25:23.441575 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [req-c4b0c50d-6917-482d-9808-47219259076e req-fcabdee9-586a-4744-bf46-83ee80df0326 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Request body: {'port': {'security_groups': ['2ee02311-e042-4175-a099-27dd564dcf99']}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:25:23.512098 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-c4b0c50d-6917-482d-9808-47219259076e req-fcabdee9-586a-4744-bf46-83ee80df0326 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:23.640514 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c50ba6-3613-4735-a81c-d720b2f8fed4 req-984daa37-c781-4d71-9ff3-dda776f49c2d tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:23.642003 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b3c50ba6-3613-4735-a81c-d720b2f8fed4 req-984daa37-c781-4d71-9ff3-dda776f49c2d tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=a59d09d8-08a5-49a7-9972-fca5a8d4aa42 HTTP/1.1" status: 200 len: 943 time: 0.0852039 Sep 09 18:25:23.737295 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b3c50ba6-3613-4735-a81c-d720b2f8fed4 req-dbfdafe8-f9ee-4714-a886-bab2f9ca5311 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ddfc54-3ca0-42a6-9cc7-66caacecee4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815029 Sep 09 18:25:23.761247 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-c4b0c50d-6917-482d-9808-47219259076e req-fcabdee9-586a-4744-bf46-83ee80df0326 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] For port 756e824c-e295-4895-bb43-30b1d93194f4, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=756e824c-e295-4895-bb43-30b1d93194f4,segment=NetworkSegment(c17f44c5-5607-4bf5-b0ae-87d4fc569676),segment_id=c17f44c5-5607-4bf5-b0ae-87d4fc569676)] {{(pid=94637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:25:23.797020 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-c4b0c50d-6917-482d-9808-47219259076e req-fcabdee9-586a-4744-bf46-83ee80df0326 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks [] for port, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:23.868236 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-c4b0c50d-6917-482d-9808-47219259076e req-fcabdee9-586a-4744-bf46-83ee80df0326 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859523'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:23.915421 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0c50d-6917-482d-9808-47219259076e req-fcabdee9-586a-4744-bf46-83ee80df0326 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:23.916111 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-c4b0c50d-6917-482d-9808-47219259076e req-fcabdee9-586a-4744-bf46-83ee80df0326 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:23.917515 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c4b0c50d-6917-482d-9808-47219259076e req-fcabdee9-586a-4744-bf46-83ee80df0326 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "PUT /v2.0/ports/756e824c-e295-4895-bb43-30b1d93194f4 HTTP/1.1" status: 200 len: 943 time: 0.4804695 Sep 09 18:25:23.917968 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0bed4c2-a598-4ab8-a93c-f518893f8aec', 'tag': '756e824c-e295-4895-bb43-30b1d93194f4'}] {{(pid=94637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:25:23.919125 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] get_ports_and_sgs() called for port_ids ['756e824c-e295-4895-bb43-30b1d93194f4'] {{(pid=94639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 18:25:23.920425 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133f33bf375164f5fa4b6a6278130a616101494423e3cf7e78094e28bab08aaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1b8cf2-7729-4845-a50d-527e72c494c4" -d '{"events": [{"name": "network-changed", "server_uuid": "c0bed4c2-a598-4ab8-a93c-f518893f8aec", "tag": "756e824c-e295-4895-bb43-30b1d93194f4"}]}' {{(pid=94637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:25:23.930275 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 45710) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:25:23.961721 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcabdee9-586a-4744-bf46-83ee80df0326 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Pushing event updated for resources: {'Port': ['ID=756e824c-e295-4895-bb43-30b1d93194f4,revision_number=7']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:23.972599 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 18:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1260e4e8-1115-4dd4-a4ce-415fffcb25fe x-openstack-request-id: req-1260e4e8-1115-4dd4-a4ce-415fffcb25fe {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:25:23.973128 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0bed4c2-a598-4ab8-a93c-f518893f8aec", "tag": "756e824c-e295-4895-bb43-30b1d93194f4", "status": "completed", "code": 200}]} {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:25:23.973550 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1260e4e8-1115-4dd4-a4ce-415fffcb25fe {{(pid=94637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:25:23.975626 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0bed4c2-a598-4ab8-a93c-f518893f8aec', 'tag': '756e824c-e295-4895-bb43-30b1d93194f4', 'status': 'completed', 'code': 200} Sep 09 18:25:24.021320 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a6c2a2c2-cfc0-4843-8b20-228ecd0c9271 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:24.043240 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b8cf2-7729-4845-a50d-527e72c494c4 req-26f91d6a-2ad6-4739-8c59-620ec2700ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:24.045452 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8c1b8cf2-7729-4845-a50d-527e72c494c4 req-26f91d6a-2ad6-4739-8c59-620ec2700ef4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6c6da778518d4565908e5cf0fa432d10&device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 1099 time: 0.0510480 Sep 09 18:25:24.073664 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a6c2a2c2-cfc0-4843-8b20-228ecd0c9271 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:24.089682 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] get_ports_and_sgs() called for port_ids ['756e824c-e295-4895-bb43-30b1d93194f4'] {{(pid=94639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 18:25:24.236051 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a6c2a2c2-cfc0-4843-8b20-228ecd0c9271 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:24.238927 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a6c2a2c2-cfc0-4843-8b20-228ecd0c9271 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:24.242524 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-a6c2a2c2-cfc0-4843-8b20-228ecd0c9271 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "DELETE /v2.0/security-groups/847cbfec-5248-416f-ab63-e9b107546e9a HTTP/1.1" status: 204 len: 168 time: 0.3088975 Sep 09 18:25:24.245380 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 45714) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:25:24.287019 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c2a2c2-cfc0-4843-8b20-228ecd0c9271 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=847cbfec-5248-416f-ab63-e9b107546e9a,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:24.321595 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-64282ddd-863e-42b0-bbf7-3600ce83f97b None None] Provisioning complete for port 756e824c-e295-4895-bb43-30b1d93194f4 triggered by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:25:24.322204 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64282ddd-863e-42b0-bbf7-3600ce83f97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:24.417420 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b8cf2-7729-4845-a50d-527e72c494c4 req-aae6a812-a291-497e-8f74-99048a88581d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:24.419599 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8c1b8cf2-7729-4845-a50d-527e72c494c4 req-aae6a812-a291-497e-8f74-99048a88581d service neutron] 10.222.0.54 "GET /v2.0/networks?id=c8a3e621-aafd-4c83-9fc5-3660c7c8f597 HTTP/1.1" status: 200 len: 916 time: 0.3669937 Sep 09 18:25:24.439519 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-48168ee4-6611-44e3-97b9-a87c62a6edeb tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Deleting port 44cbae1a-1636-4341-abd7-4636ab2626ca {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:25:24.439873 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-48168ee4-6611-44e3-97b9-a87c62a6edeb tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:24.489312 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8c1b8cf2-7729-4845-a50d-527e72c494c4 req-d56bdfa0-f6d4-404e-8be0-11ed22d73679 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=756e824c-e295-4895-bb43-30b1d93194f4 HTTP/1.1" status: 200 len: 1001 time: 0.0609243 Sep 09 18:25:24.526604 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-48168ee4-6611-44e3-97b9-a87c62a6edeb tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:24.526904 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-48168ee4-6611-44e3-97b9-a87c62a6edeb tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:24.540375 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-48168ee4-6611-44e3-97b9-a87c62a6edeb tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Calling delete_port for 44cbae1a-1636-4341-abd7-4636ab2626ca owned by network:floatingip {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:25:24.547825 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b8cf2-7729-4845-a50d-527e72c494c4 req-018d4f3d-f900-42ef-baec-600231d9f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:24.549413 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8c1b8cf2-7729-4845-a50d-527e72c494c4 req-018d4f3d-f900-42ef-baec-600231d9f85d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea5cb843-bb4c-4217-a23d-5d3311db9ad5 HTTP/1.1" status: 200 len: 854 time: 0.0511832 Sep 09 18:25:24.604519 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b8cf2-7729-4845-a50d-527e72c494c4 req-79112264-1d9a-481c-bf53-43d1a82ab96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:24.606607 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8c1b8cf2-7729-4845-a50d-527e72c494c4 req-79112264-1d9a-481c-bf53-43d1a82ab96c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c8a3e621-aafd-4c83-9fc5-3660c7c8f597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446022 Sep 09 18:25:24.704561 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8c1b8cf2-7729-4845-a50d-527e72c494c4 req-25df4649-5dfa-47bc-a573-863e4dda8d4e service neutron] 10.222.0.54 "GET /v2.0/networks/c8a3e621-aafd-4c83-9fc5-3660c7c8f597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871685 Sep 09 18:25:24.805245 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8c1b8cf2-7729-4845-a50d-527e72c494c4 req-3c4e4064-cfe2-42a3-96cf-689738f0b33d service neutron] 10.222.0.54 "GET /v2.0/networks/c8a3e621-aafd-4c83-9fc5-3660c7c8f597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925205 Sep 09 18:25:24.813155 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-48168ee4-6611-44e3-97b9-a87c62a6edeb tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2896014'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:24.840197 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48168ee4-6611-44e3-97b9-a87c62a6edeb tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Pushing event deleted for resources: {'Port': ['ID=44cbae1a-1636-4341-abd7-4636ab2626ca,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:24.862589 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11625a93-13d0-4366-a7e7-153782bce824 req-1d202797-61f2-49b0-9e92-37fc98e79170 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:24.863969 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-11625a93-13d0-4366-a7e7-153782bce824 req-1d202797-61f2-49b0-9e92-37fc98e79170 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=a59d09d8-08a5-49a7-9972-fca5a8d4aa42 HTTP/1.1" status: 200 len: 943 time: 0.0518780 Sep 09 18:25:24.891284 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e5e75c7-4b79-4915-9f18-827de520d6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:24.904998 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-11625a93-13d0-4366-a7e7-153782bce824 req-bf817b29-5970-4728-9844-bd70237ad6ab tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ddfc54-3ca0-42a6-9cc7-66caacecee4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346057 Sep 09 18:25:24.916691 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-48168ee4-6611-44e3-97b9-a87c62a6edeb tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks [] for floatingip, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:24.917326 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.db.l3_db [None req-48168ee4-6611-44e3-97b9-a87c62a6edeb tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Floating IP b9dbbe3a-6cc7-4fd2-9497-333c30744d67 disassociated (deleted). External IP: 172.27.0.55, port: 756e824c-e295-4895-bb43-30b1d93194f4. Sep 09 18:25:25.130574 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48168ee4-6611-44e3-97b9-a87c62a6edeb tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Router 6bc3198b-8219-44ed-b5bd-58720d365cb0 has already been hosted by L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 18:25:25.242459 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48168ee4-6611-44e3-97b9-a87c62a6edeb tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:25:25.247400 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-48168ee4-6611-44e3-97b9-a87c62a6edeb tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for floatingip, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:25.252517 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0663953a-cfbb-4149-b83b-f542c901eafd None None] Sync routers for ids ['6bc3198b-8219-44ed-b5bd-58720d365cb0'] in dv-cinder-779540-2-iscsi {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:25:25.262067 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0663953a-cfbb-4149-b83b-f542c901eafd None None] Routers {'6bc3198b-8219-44ed-b5bd-58720d365cb0'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:25:25.263355 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-0663953a-cfbb-4149-b83b-f542c901eafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:24:57Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['6bc3198b-8219-44ed-b5bd-58720d365cb0'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:25:25.387356 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-0663953a-cfbb-4149-b83b-f542c901eafd None None] Set router 6bc3198b-8219-44ed-b5bd-58720d365cb0 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:25:25.530862 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-48168ee4-6611-44e3-97b9-a87c62a6edeb tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "DELETE /v2.0/floatingips/b9dbbe3a-6cc7-4fd2-9497-333c30744d67 HTTP/1.1" status: 204 len: 168 time: 1.2844093 Sep 09 18:25:25.531639 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0bed4c2-a598-4ab8-a93c-f518893f8aec', 'tag': '756e824c-e295-4895-bb43-30b1d93194f4'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:25:25.534000 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a767718c04ac1acf345d0243a01d56243c7d5b55222faf7f06dd44169baae4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b497f26c-9bd9-49d3-974d-e3484f822ce1" -d '{"events": [{"name": "network-changed", "server_uuid": "c0bed4c2-a598-4ab8-a93c-f518893f8aec", "tag": "756e824c-e295-4895-bb43-30b1d93194f4"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:25:25.602845 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 18:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4649e36-daff-4c13-9beb-1bc59d8a5691 x-openstack-request-id: req-e4649e36-daff-4c13-9beb-1bc59d8a5691 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:25:25.602845 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0bed4c2-a598-4ab8-a93c-f518893f8aec", "tag": "756e824c-e295-4895-bb43-30b1d93194f4", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:25:25.602845 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e4649e36-daff-4c13-9beb-1bc59d8a5691 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:25:25.602845 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0bed4c2-a598-4ab8-a93c-f518893f8aec', 'tag': '756e824c-e295-4895-bb43-30b1d93194f4', 'status': 'completed', 'code': 200} Sep 09 18:25:25.617015 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-0663953a-cfbb-4149-b83b-f542c901eafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc3198b-8219-44ed-b5bd-58720d365cb0', 'name': 'tempest-TestMinimumBasicScenario-1952719425-router', 'tenant_id': '6c6da778518d4565908e5cf0fa432d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7d185480-44ce-4341-92a7-68535e4d4808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:20:39Z', 'updated_at': '2021-09-09T18:20:44Z', 'revision_number': 4, 'project_id': '6c6da778518d4565908e5cf0fa432d10', 'gw_port': {'id': '7d185480-44ce-4341-92a7-68535e4d4808', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:69:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc3198b-8219-44ed-b5bd-58720d365cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:20:40Z', 'updated_at': '2021-09-09T18:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': 'b262c073-0831-4adb-a44c-0e3315246d02', 'name': '', 'network_id': 'c8a3e621-aafd-4c83-9fc5-3660c7c8f597', 'tenant_id': '6c6da778518d4565908e5cf0fa432d10', 'mac_address': 'fa:16:3e:7c:9a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc3198b-8219-44ed-b5bd-58720d365cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'ea5cb843-bb4c-4217-a23d-5d3311db9ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:20:43Z', 'updated_at': '2021-09-09T18:20:50Z', 'revision_number': 5, 'project_id': '6c6da778518d4565908e5cf0fa432d10', 'subnets': [{'id': 'ea5cb843-bb4c-4217-a23d-5d3311db9ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:25:25.648218 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0663953a-cfbb-4149-b83b-f542c901eafd None None] Checking router: 6bc3198b-8219-44ed-b5bd-58720d365cb0 for host: dv-cinder-779540-2-iscsi {{(pid=94639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:25:25.657680 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0663953a-cfbb-4149-b83b-f542c901eafd None None] Routers {'6bc3198b-8219-44ed-b5bd-58720d365cb0'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:25:25.658318 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-0663953a-cfbb-4149-b83b-f542c901eafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:24:57Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['6bc3198b-8219-44ed-b5bd-58720d365cb0'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:25:25.667703 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497f26c-9bd9-49d3-974d-e3484f822ce1 req-0ad1be88-3ee0-425d-b109-38db1ac8bc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:25.677080 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b497f26c-9bd9-49d3-974d-e3484f822ce1 req-0ad1be88-3ee0-425d-b109-38db1ac8bc85 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6c6da778518d4565908e5cf0fa432d10&device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 1099 time: 0.0532157 Sep 09 18:25:25.769198 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-0663953a-cfbb-4149-b83b-f542c901eafd None None] Set router 6bc3198b-8219-44ed-b5bd-58720d365cb0 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:25:25.781161 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497f26c-9bd9-49d3-974d-e3484f822ce1 req-5ba6b732-f622-4b39-9e30-f42e98edb54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:25.782657 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b497f26c-9bd9-49d3-974d-e3484f822ce1 req-5ba6b732-f622-4b39-9e30-f42e98edb54b service neutron] 10.222.0.54 "GET /v2.0/networks?id=c8a3e621-aafd-4c83-9fc5-3660c7c8f597 HTTP/1.1" status: 200 len: 916 time: 0.0956645 Sep 09 18:25:25.827876 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b497f26c-9bd9-49d3-974d-e3484f822ce1 req-58020b86-7b60-4592-9e43-36cb279111b5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=756e824c-e295-4895-bb43-30b1d93194f4 HTTP/1.1" status: 200 len: 217 time: 0.0365844 Sep 09 18:25:25.883101 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497f26c-9bd9-49d3-974d-e3484f822ce1 req-c84d66ae-082e-4eeb-9dae-f139aaf90bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:25.884770 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b497f26c-9bd9-49d3-974d-e3484f822ce1 req-c84d66ae-082e-4eeb-9dae-f139aaf90bf7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea5cb843-bb4c-4217-a23d-5d3311db9ad5 HTTP/1.1" status: 200 len: 854 time: 0.0499105 Sep 09 18:25:25.954867 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497f26c-9bd9-49d3-974d-e3484f822ce1 req-2b7fabd7-6022-47f4-bdb2-3f824fd7213c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:25.954867 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b497f26c-9bd9-49d3-974d-e3484f822ce1 req-2b7fabd7-6022-47f4-bdb2-3f824fd7213c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c8a3e621-aafd-4c83-9fc5-3660c7c8f597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523691 Sep 09 18:25:26.085842 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf218f-f8ed-4894-9c99-652492fa454f req-47196e63-37cb-492b-b607-b007c4e09a86 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:26.087390 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b2bf218f-f8ed-4894-9c99-652492fa454f req-47196e63-37cb-492b-b607-b007c4e09a86 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=a59d09d8-08a5-49a7-9972-fca5a8d4aa42 HTTP/1.1" status: 200 len: 943 time: 0.1017668 Sep 09 18:25:26.093105 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b497f26c-9bd9-49d3-974d-e3484f822ce1 req-79f3cd7e-f485-491e-93ee-3697ecb452a4 service neutron] 10.222.0.54 "GET /v2.0/networks/c8a3e621-aafd-4c83-9fc5-3660c7c8f597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305130 Sep 09 18:25:26.093860 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-0663953a-cfbb-4149-b83b-f542c901eafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc3198b-8219-44ed-b5bd-58720d365cb0', 'name': 'tempest-TestMinimumBasicScenario-1952719425-router', 'tenant_id': '6c6da778518d4565908e5cf0fa432d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7d185480-44ce-4341-92a7-68535e4d4808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:20:39Z', 'updated_at': '2021-09-09T18:20:44Z', 'revision_number': 4, 'project_id': '6c6da778518d4565908e5cf0fa432d10', 'gw_port': {'id': '7d185480-44ce-4341-92a7-68535e4d4808', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:69:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc3198b-8219-44ed-b5bd-58720d365cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:20:40Z', 'updated_at': '2021-09-09T18:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': 'b262c073-0831-4adb-a44c-0e3315246d02', 'name': '', 'network_id': 'c8a3e621-aafd-4c83-9fc5-3660c7c8f597', 'tenant_id': '6c6da778518d4565908e5cf0fa432d10', 'mac_address': 'fa:16:3e:7c:9a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc3198b-8219-44ed-b5bd-58720d365cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'ea5cb843-bb4c-4217-a23d-5d3311db9ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:20:43Z', 'updated_at': '2021-09-09T18:20:50Z', 'revision_number': 5, 'project_id': '6c6da778518d4565908e5cf0fa432d10', 'subnets': [{'id': 'ea5cb843-bb4c-4217-a23d-5d3311db9ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:25:26.124055 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device e1dc46c9-a87d-4dff-b17f-f5b19133d93d details requested by agent hyperv_hv-cinder-77954 with host hv-cinder-77954 {{(pid=94639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 18:25:26.129473 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0663953a-cfbb-4149-b83b-f542c901eafd None None] The sync data for ids ['6bc3198b-8219-44ed-b5bd-58720d365cb0'] in dv-cinder-779540-2-iscsi is: [{'id': '6bc3198b-8219-44ed-b5bd-58720d365cb0', 'name': 'tempest-TestMinimumBasicScenario-1952719425-router', 'tenant_id': '6c6da778518d4565908e5cf0fa432d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7d185480-44ce-4341-92a7-68535e4d4808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:20:39Z', 'updated_at': '2021-09-09T18:20:44Z', 'revision_number': 4, 'project_id': '6c6da778518d4565908e5cf0fa432d10', 'gw_port': {'id': '7d185480-44ce-4341-92a7-68535e4d4808', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:69:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc3198b-8219-44ed-b5bd-58720d365cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:20:40Z', 'updated_at': '2021-09-09T18:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': 'b262c073-0831-4adb-a44c-0e3315246d02', 'name': '', 'network_id': 'c8a3e621-aafd-4c83-9fc5-3660c7c8f597', 'tenant_id': '6c6da778518d4565908e5cf0fa432d10', 'mac_address': 'fa:16:3e:7c:9a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc3198b-8219-44ed-b5bd-58720d365cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'ea5cb843-bb4c-4217-a23d-5d3311db9ad5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:20:43Z', 'updated_at': '2021-09-09T18:20:50Z', 'revision_number': 5, 'project_id': '6c6da778518d4565908e5cf0fa432d10', 'subnets': [{'id': 'ea5cb843-bb4c-4217-a23d-5d3311db9ad5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:25:26.154968 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b2bf218f-f8ed-4894-9c99-652492fa454f req-a2395b58-36d2-4317-8298-bd1a5110c8a1 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ddfc54-3ca0-42a6-9cc7-66caacecee4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608020 Sep 09 18:25:26.212929 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b497f26c-9bd9-49d3-974d-e3484f822ce1 req-4f56dfc7-84fc-424f-a932-c1874b16dc62 service neutron] 10.222.0.54 "GET /v2.0/networks/c8a3e621-aafd-4c83-9fc5-3660c7c8f597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046319 Sep 09 18:25:26.233899 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port e1dc46c9-a87d-4dff-b17f-f5b19133d93d, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=e1dc46c9-a87d-4dff-b17f-f5b19133d93d,segment=NetworkSegment(3502381a-c164-43bc-a609-16a785b97be8),segment_id=3502381a-c164-43bc-a609-16a785b97be8)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:25:26.249497 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Returning: {'device': 'e1dc46c9-a87d-4dff-b17f-f5b19133d93d', 'network_id': '9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9', 'port_id': 'e1dc46c9-a87d-4dff-b17f-f5b19133d93d', 'mac_address': 'fa:16:3e:b9:eb:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07bcfd60-1ce9-4552-ba2f-917a442c6c08', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 18:25:26.298056 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:26.317340 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1dc46c9-a87d-4dff-b17f-f5b19133d93d {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:25:26.341723 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port e1dc46c9-a87d-4dff-b17f-f5b19133d93d, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=e1dc46c9-a87d-4dff-b17f-f5b19133d93d,segment=NetworkSegment(3502381a-c164-43bc-a609-16a785b97be8),segment_id=3502381a-c164-43bc-a609-16a785b97be8)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:25:26.416328 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a944dd9c-33af-435f-952e-74a1aeec9672 None None] New status for floating IP b9dbbe3a-6cc7-4fd2-9497-333c30744d67: DOWN {{(pid=94640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 18:25:26.428618 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:26.487339 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=e1dc46c9-a87d-4dff-b17f-f5b19133d93d,revision_number=4']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:26.929426 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] get_ports_and_sgs() called for port_ids ['e1dc46c9-a87d-4dff-b17f-f5b19133d93d'] {{(pid=94639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 18:25:27.306257 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0aaa60-9a7a-463f-85a5-0c7cfe79e595 req-9f2c3c0c-2698-4028-b1a0-240bfc154616 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:27.307732 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0e0aaa60-9a7a-463f-85a5-0c7cfe79e595 req-9f2c3c0c-2698-4028-b1a0-240bfc154616 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=a59d09d8-08a5-49a7-9972-fca5a8d4aa42 HTTP/1.1" status: 200 len: 944 time: 0.0680494 Sep 09 18:25:27.375725 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0e0aaa60-9a7a-463f-85a5-0c7cfe79e595 req-4e9e05f0-a97a-4cc5-8579-7b1b2f03bda3 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ddfc54-3ca0-42a6-9cc7-66caacecee4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558119 Sep 09 18:25:27.470553 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dfb2d0d2-d167-48f1-8132-301a05864425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:27.493786 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:28.136499 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device e1dc46c9-a87d-4dff-b17f-f5b19133d93d up at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:25:28.268536 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning for port e1dc46c9-a87d-4dff-b17f-f5b19133d93d completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:25:28.273195 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning complete for port e1dc46c9-a87d-4dff-b17f-f5b19133d93d triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:25:28.274694 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:28.379884 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:28.412398 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59d09d8-08a5-49a7-9972-fca5a8d4aa42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1dc46c9-a87d-4dff-b17f-f5b19133d93d'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:25:28.414706 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c42b67fee44e65162d6e194d2b8dbd641fdff823df3ddc4f15e211ea02ebf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8bf15f5-b45e-4d15-8e3b-567a9deed65b" -d '{"events": [{"server_uuid": "a59d09d8-08a5-49a7-9972-fca5a8d4aa42", "name": "network-vif-plugged", "status": "completed", "tag": "e1dc46c9-a87d-4dff-b17f-f5b19133d93d"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:25:28.431535 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port e1dc46c9-a87d-4dff-b17f-f5b19133d93d, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=e1dc46c9-a87d-4dff-b17f-f5b19133d93d,segment=NetworkSegment(3502381a-c164-43bc-a609-16a785b97be8),segment_id=3502381a-c164-43bc-a609-16a785b97be8)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:25:28.469926 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 18:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9452c264-88b4-40f0-81a9-b25b3411152a x-openstack-request-id: req-9452c264-88b4-40f0-81a9-b25b3411152a {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:25:28.470298 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59d09d8-08a5-49a7-9972-fca5a8d4aa42", "name": "network-vif-plugged", "status": "completed", "tag": "e1dc46c9-a87d-4dff-b17f-f5b19133d93d", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:25:28.470460 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9452c264-88b4-40f0-81a9-b25b3411152a {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:25:28.470863 dv-cinder-779540-2-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59d09d8-08a5-49a7-9972-fca5a8d4aa42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1dc46c9-a87d-4dff-b17f-f5b19133d93d', 'code': 200} Sep 09 18:25:28.526234 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:28.550614 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4fc07-b1d8-4d5a-bf7c-a655576e3c95 req-ca584381-8467-4e7e-946b-234ff97a80b0 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:28.561146 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-53d4fc07-b1d8-4d5a-bf7c-a655576e3c95 req-ca584381-8467-4e7e-946b-234ff97a80b0 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=a59d09d8-08a5-49a7-9972-fca5a8d4aa42 HTTP/1.1" status: 200 len: 944 time: 0.0811369 Sep 09 18:25:28.605704 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=e1dc46c9-a87d-4dff-b17f-f5b19133d93d,revision_number=5']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:28.638934 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-53d4fc07-b1d8-4d5a-bf7c-a655576e3c95 req-56f3087b-7175-4ae9-b9da-42d90811d026 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ddfc54-3ca0-42a6-9cc7-66caacecee4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768657 Sep 09 18:25:28.919682 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc5913-1592-4036-b250-206772adc882 req-198297b0-42c8-4d58-b641-b18a4cbf9082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:28.921224 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-18cc5913-1592-4036-b250-206772adc882 req-198297b0-42c8-4d58-b641-b18a4cbf9082 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a59d09d8-08a5-49a7-9972-fca5a8d4aa42 HTTP/1.1" status: 200 len: 1098 time: 0.0434663 Sep 09 18:25:28.968413 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-18cc5913-1592-4036-b250-206772adc882 req-c49fe63f-72fc-4f73-b174-41eae2fbd74f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=15ddfc54-3ca0-42a6-9cc7-66caacecee4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368760 Sep 09 18:25:29.115977 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:29.793239 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de4911-3304-456e-abe2-ea46a0ceaa6c req-6a828ef0-5816-4fa0-abd8-dd6cf9ed9744 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:29.796262 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d1de4911-3304-456e-abe2-ea46a0ceaa6c req-6a828ef0-5816-4fa0-abd8-dd6cf9ed9744 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=a59d09d8-08a5-49a7-9972-fca5a8d4aa42 HTTP/1.1" status: 200 len: 945 time: 0.0658374 Sep 09 18:25:29.838698 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d1de4911-3304-456e-abe2-ea46a0ceaa6c req-56a878d6-f222-4fbb-a7b2-c5851b4fea4a tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ddfc54-3ca0-42a6-9cc7-66caacecee4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363441 Sep 09 18:25:30.124867 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fa08e-a2b0-4ed2-8f12-c22576d25de0 req-94393448-f1b9-48ad-9272-426eab419394 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:30.126456 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0b0fa08e-a2b0-4ed2-8f12-c22576d25de0 req-94393448-f1b9-48ad-9272-426eab419394 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 946 time: 0.0585258 Sep 09 18:25:30.177144 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0b0fa08e-a2b0-4ed2-8f12-c22576d25de0 req-f12cfc85-03a4-411d-bcba-baa8108a0776 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399139 Sep 09 18:25:30.425043 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 6 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:25:30.985183 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de40d84-288a-4e8d-9d9e-59786c0115f6 req-4fa7c819-44b4-4eb3-84a7-09b0aafd724c tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:30.987081 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9de40d84-288a-4e8d-9d9e-59786c0115f6 req-4fa7c819-44b4-4eb3-84a7-09b0aafd724c tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=a59d09d8-08a5-49a7-9972-fca5a8d4aa42 HTTP/1.1" status: 200 len: 945 time: 0.0560315 Sep 09 18:25:31.071057 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9de40d84-288a-4e8d-9d9e-59786c0115f6 req-db32f336-400e-48d6-8635-a61e9cb27214 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ddfc54-3ca0-42a6-9cc7-66caacecee4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756536 Sep 09 18:25:31.093514 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:31.105185 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3ff92-905a-4eef-9f5b-c2312ca32211 req-71666785-6349-499f-b84a-86cd05181708 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:31.107625 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-03b3ff92-905a-4eef-9f5b-c2312ca32211 req-71666785-6349-499f-b84a-86cd05181708 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4cf7444-eb13-4b06-852d-baffdf913e05 HTTP/1.1" status: 200 len: 945 time: 0.0802817 Sep 09 18:25:31.160226 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-03b3ff92-905a-4eef-9f5b-c2312ca32211 req-d63b3c83-546c-4521-947e-e1b52760af67 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/security-groups?id=d36c205e-c5d5-4621-99c1-9da1f2ecb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402730 Sep 09 18:25:31.322239 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5923b80-3380-4aa7-91e4-21fc420a37a5 req-c43f061e-af55-4241-92a8-fd630ff3bf9d tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:31.323803 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e5923b80-3380-4aa7-91e4-21fc420a37a5 req-c43f061e-af55-4241-92a8-fd630ff3bf9d tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=a59d09d8-08a5-49a7-9972-fca5a8d4aa42 HTTP/1.1" status: 200 len: 945 time: 0.0876822 Sep 09 18:25:31.334253 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 45812) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:25:31.338817 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-1b77709b-4e8e-44ab-8b06-bd1aefc2ae35 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Request body: {'floatingip': {'port_id': 'e1dc46c9-a87d-4dff-b17f-f5b19133d93d'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:25:31.339422 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf04430-7838-44ef-ad22-7378961afc50 req-fe7f762d-749b-44e4-aff8-49596ba00043 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:31.342264 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5bf04430-7838-44ef-ad22-7378961afc50 req-fe7f762d-749b-44e4-aff8-49596ba00043 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 946 time: 0.0887225 Sep 09 18:25:31.385852 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1b77709b-4e8e-44ab-8b06-bd1aefc2ae35 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks [] for floatingip, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:31.395582 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5bf04430-7838-44ef-ad22-7378961afc50 req-1b0bf1d5-6735-4db4-aeaa-ebffd6bbcbc0 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440319 Sep 09 18:25:31.932498 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1b77709b-4e8e-44ab-8b06-bd1aefc2ae35 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:31.979621 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1b77709b-4e8e-44ab-8b06-bd1aefc2ae35 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-905259'] for floatingip, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:32.092047 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.db.l3_db [None req-1b77709b-4e8e-44ab-8b06-bd1aefc2ae35 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Floating IP c59b114a-16ef-4ae7-be10-8506e4f45805 associated. External IP: 172.27.0.230, port: e1dc46c9-a87d-4dff-b17f-f5b19133d93d. Sep 09 18:25:32.302477 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a1969-c161-40f7-bcd2-c0b4e505d5cb req-b965db80-cc20-419c-b1d2-b96988bfa634 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:32.304100 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0e9a1969-c161-40f7-bcd2-c0b4e505d5cb req-b965db80-cc20-419c-b1d2-b96988bfa634 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4cf7444-eb13-4b06-852d-baffdf913e05 HTTP/1.1" status: 200 len: 945 time: 0.0622950 Sep 09 18:25:32.331797 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b77709b-4e8e-44ab-8b06-bd1aefc2ae35 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Router 42b7eee5-46bb-4993-af88-285b8df17ae5 has already been hosted by L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 18:25:32.348335 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0e9a1969-c161-40f7-bcd2-c0b4e505d5cb req-1c6eb7c9-31bc-4779-9f50-77b590ee75db tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/security-groups?id=d36c205e-c5d5-4621-99c1-9da1f2ecb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364604 Sep 09 18:25:32.398359 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017b42d-e8f0-4ce5-bf12-75397969718b req-336a2416-e873-4641-9ab9-74f039fad42e tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:32.399958 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1017b42d-e8f0-4ce5-bf12-75397969718b req-336a2416-e873-4641-9ab9-74f039fad42e tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 946 time: 0.0506322 Sep 09 18:25:32.447212 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b77709b-4e8e-44ab-8b06-bd1aefc2ae35 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:25:32.453017 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1b77709b-4e8e-44ab-8b06-bd1aefc2ae35 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for floatingip, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:32.463451 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4fd0df-3583-4593-8a8a-7b34976c7481 None None] Sync routers for ids ['42b7eee5-46bb-4993-af88-285b8df17ae5'] in dv-cinder-779540-2-iscsi {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:25:32.474912 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4fd0df-3583-4593-8a8a-7b34976c7481 None None] Routers {'42b7eee5-46bb-4993-af88-285b8df17ae5'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:25:32.476155 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-3b4fd0df-3583-4593-8a8a-7b34976c7481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:25:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['42b7eee5-46bb-4993-af88-285b8df17ae5'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:25:32.482788 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-1b77709b-4e8e-44ab-8b06-bd1aefc2ae35 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "PUT /v2.0/floatingips/c59b114a-16ef-4ae7-be10-8506e4f45805 HTTP/1.1" status: 200 len: 991 time: 1.1474233 Sep 09 18:25:32.483688 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a59d09d8-08a5-49a7-9972-fca5a8d4aa42', 'tag': 'e1dc46c9-a87d-4dff-b17f-f5b19133d93d'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:25:32.486472 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a767718c04ac1acf345d0243a01d56243c7d5b55222faf7f06dd44169baae4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6c33a9-8dc3-4d28-b060-f2da5bb5a381" -d '{"events": [{"name": "network-changed", "server_uuid": "a59d09d8-08a5-49a7-9972-fca5a8d4aa42", "tag": "e1dc46c9-a87d-4dff-b17f-f5b19133d93d"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:25:32.543163 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [req-1017b42d-e8f0-4ce5-bf12-75397969718b req-961b92ae-721b-45fe-a0dc-0e1f91d3e873 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Deleting port 756e824c-e295-4895-bb43-30b1d93194f4 {{(pid=94637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:25:32.543606 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-1017b42d-e8f0-4ce5-bf12-75397969718b req-961b92ae-721b-45fe-a0dc-0e1f91d3e873 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:32.553581 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63857fd8-80fa-47bc-86f6-866387c7a7d9 req-b053811f-84e1-443b-bccf-056646989f42 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:32.555034 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-63857fd8-80fa-47bc-86f6-866387c7a7d9 req-b053811f-84e1-443b-bccf-056646989f42 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 946 time: 0.0730331 Sep 09 18:25:32.593723 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-3b4fd0df-3583-4593-8a8a-7b34976c7481 None None] Set router 42b7eee5-46bb-4993-af88-285b8df17ae5 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:25:32.622365 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 18:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43cdd5e-299b-4663-b7ce-cdb06c7c9372 x-openstack-request-id: req-a43cdd5e-299b-4663-b7ce-cdb06c7c9372 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:25:32.622999 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a59d09d8-08a5-49a7-9972-fca5a8d4aa42", "tag": "e1dc46c9-a87d-4dff-b17f-f5b19133d93d", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:25:32.623791 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a43cdd5e-299b-4663-b7ce-cdb06c7c9372 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:25:32.624258 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a59d09d8-08a5-49a7-9972-fca5a8d4aa42', 'tag': 'e1dc46c9-a87d-4dff-b17f-f5b19133d93d', 'status': 'completed', 'code': 200} Sep 09 18:25:32.651366 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-63857fd8-80fa-47bc-86f6-866387c7a7d9 req-eaa09b79-562a-46a9-9e14-c52165fe7bf3 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ee02311-e042-4175-a099-27dd564dcf99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832038 Sep 09 18:25:32.678345 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-1017b42d-e8f0-4ce5-bf12-75397969718b req-961b92ae-721b-45fe-a0dc-0e1f91d3e873 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] For port 756e824c-e295-4895-bb43-30b1d93194f4, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=756e824c-e295-4895-bb43-30b1d93194f4,segment=NetworkSegment(c17f44c5-5607-4bf5-b0ae-87d4fc569676),segment_id=c17f44c5-5607-4bf5-b0ae-87d4fc569676)] {{(pid=94637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:25:32.678719 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-1017b42d-e8f0-4ce5-bf12-75397969718b req-961b92ae-721b-45fe-a0dc-0e1f91d3e873 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:32.692472 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [req-1017b42d-e8f0-4ce5-bf12-75397969718b req-961b92ae-721b-45fe-a0dc-0e1f91d3e873 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Calling delete_port for 756e824c-e295-4895-bb43-30b1d93194f4 owned by compute:nova {{(pid=94637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:25:32.699171 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c33a9-8dc3-4d28-b060-f2da5bb5a381 req-104b2c8c-6699-4c99-a1f1-acc3c6303ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:32.701006 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5e6c33a9-8dc3-4d28-b060-f2da5bb5a381 req-104b2c8c-6699-4c99-a1f1-acc3c6303ae4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=289a7608c7ee408d90d48b78c6155ce2&device_id=a59d09d8-08a5-49a7-9972-fca5a8d4aa42 HTTP/1.1" status: 200 len: 1098 time: 0.0534711 Sep 09 18:25:32.819239 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c33a9-8dc3-4d28-b060-f2da5bb5a381 req-fb5e4826-588f-4c40-91d8-5f895f1d4c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:32.822611 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5e6c33a9-8dc3-4d28-b060-f2da5bb5a381 req-fb5e4826-588f-4c40-91d8-5f895f1d4c93 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9 HTTP/1.1" status: 200 len: 912 time: 0.1116500 Sep 09 18:25:32.858829 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-3b4fd0df-3583-4593-8a8a-7b34976c7481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'name': 'tempest-AttachVolumeTestJSON-1967749576-router', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a1fdd68f-ea15-4804-927b-44e918f1300c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:27Z', 'updated_at': '2021-09-09T18:16:39Z', 'revision_number': 4, 'project_id': '289a7608c7ee408d90d48b78c6155ce2', 'gw_port': {'id': 'a1fdd68f-ea15-4804-927b-44e918f1300c', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:19:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:29Z', 'updated_at': '2021-09-09T18:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_floatingips': [{'id': 'c59b114a-16ef-4ae7-be10-8506e4f45805', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'router_id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'port_id': 'e1dc46c9-a87d-4dff-b17f-f5b19133d93d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9', 'mac_address': 'fa:16:3e:b9:eb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59d09d8-08a5-49a7-9972-fca5a8d4aa42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T18:25:08Z', 'updated_at': '2021-09-09T18:25:31Z', 'revision_number': 1, 'project_id': '289a7608c7ee408d90d48b78c6155ce2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc', 'name': '', 'network_id': '9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'mac_address': 'fa:16:3e:15:41:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '07bcfd60-1ce9-4552-ba2f-917a442c6c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:37Z', 'updated_at': '2021-09-09T18:16:52Z', 'revision_number': 5, 'project_id': '289a7608c7ee408d90d48b78c6155ce2', 'subnets': [{'id': '07bcfd60-1ce9-4552-ba2f-917a442c6c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:25:32.886172 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4fd0df-3583-4593-8a8a-7b34976c7481 None None] Checking router: 42b7eee5-46bb-4993-af88-285b8df17ae5 for host: dv-cinder-779540-2-iscsi {{(pid=94639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:25:32.896621 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4fd0df-3583-4593-8a8a-7b34976c7481 None None] Routers {'42b7eee5-46bb-4993-af88-285b8df17ae5'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:25:32.897201 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-3b4fd0df-3583-4593-8a8a-7b34976c7481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:25:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['42b7eee5-46bb-4993-af88-285b8df17ae5'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:25:32.910700 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-1017b42d-e8f0-4ce5-bf12-75397969718b req-961b92ae-721b-45fe-a0dc-0e1f91d3e873 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:32.931188 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5e6c33a9-8dc3-4d28-b060-f2da5bb5a381 req-11f86cc0-4b5b-422d-ab53-4209843c47f8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1dc46c9-a87d-4dff-b17f-f5b19133d93d HTTP/1.1" status: 200 len: 999 time: 0.0958467 Sep 09 18:25:32.940958 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] get_ports_and_sgs() called for port_ids ['756e824c-e295-4895-bb43-30b1d93194f4'] {{(pid=94639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 18:25:32.994238 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b92ae-721b-45fe-a0dc-0e1f91d3e873 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Pushing event deleted for resources: {'Port': ['ID=756e824c-e295-4895-bb43-30b1d93194f4,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:33.005552 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c33a9-8dc3-4d28-b060-f2da5bb5a381 req-a729c79a-78cf-4e87-b772-7e58677a572f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:33.006239 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5e6c33a9-8dc3-4d28-b060-f2da5bb5a381 req-a729c79a-78cf-4e87-b772-7e58677a572f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=07bcfd60-1ce9-4552-ba2f-917a442c6c08 HTTP/1.1" status: 200 len: 850 time: 0.0670416 Sep 09 18:25:33.066600 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c33a9-8dc3-4d28-b060-f2da5bb5a381 req-af6b31e2-af2f-4d08-8bec-090e327520cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:33.066863 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [req-1017b42d-e8f0-4ce5-bf12-75397969718b req-961b92ae-721b-45fe-a0dc-0e1f91d3e873 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] No DVR routers for this DVR port 756e824c-e295-4895-bb43-30b1d93194f4 on host hv-cinder-77954 {{(pid=94637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 18:25:33.068136 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5e6c33a9-8dc3-4d28-b060-f2da5bb5a381 req-af6b31e2-af2f-4d08-8bec-090e327520cd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544248 Sep 09 18:25:33.071310 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-1017b42d-e8f0-4ce5-bf12-75397969718b req-961b92ae-721b-45fe-a0dc-0e1f91d3e873 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:33.074232 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1017b42d-e8f0-4ce5-bf12-75397969718b req-961b92ae-721b-45fe-a0dc-0e1f91d3e873 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.54 "DELETE /v2.0/ports/756e824c-e295-4895-bb43-30b1d93194f4 HTTP/1.1" status: 204 len: 173 time: 0.6682234 Sep 09 18:25:33.075031 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0bed4c2-a598-4ab8-a93c-f518893f8aec', 'name': 'network-vif-deleted', 'tag': '756e824c-e295-4895-bb43-30b1d93194f4'}] {{(pid=94637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:25:33.077790 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-3b4fd0df-3583-4593-8a8a-7b34976c7481 None None] Set router 42b7eee5-46bb-4993-af88-285b8df17ae5 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:25:33.078101 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133f33bf375164f5fa4b6a6278130a616101494423e3cf7e78094e28bab08aaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a07bdb-b1da-48cf-8dd4-9a7def67e1e7" -d '{"events": [{"server_uuid": "c0bed4c2-a598-4ab8-a93c-f518893f8aec", "name": "network-vif-deleted", "tag": "756e824c-e295-4895-bb43-30b1d93194f4"}]}' {{(pid=94637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:25:33.124295 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3218b-8ca0-44c3-af85-b24f1b75ba70 req-d20b7e8c-1f06-4c86-bba1-51d2d79f66c4 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:33.126294 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bdf3218b-8ca0-44c3-af85-b24f1b75ba70 req-d20b7e8c-1f06-4c86-bba1-51d2d79f66c4 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4cf7444-eb13-4b06-852d-baffdf913e05 HTTP/1.1" status: 200 len: 945 time: 0.1474802 Sep 09 18:25:33.141955 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 18:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2453de2-26f4-4505-8580-7ca2eb37ba78 x-openstack-request-id: req-c2453de2-26f4-4505-8580-7ca2eb37ba78 {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:25:33.142250 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0bed4c2-a598-4ab8-a93c-f518893f8aec", "name": "network-vif-deleted", "tag": "756e824c-e295-4895-bb43-30b1d93194f4", "status": "completed", "code": 200}]} {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:25:33.142585 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c2453de2-26f4-4505-8580-7ca2eb37ba78 {{(pid=94637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:25:33.143174 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0bed4c2-a598-4ab8-a93c-f518893f8aec', 'name': 'network-vif-deleted', 'tag': '756e824c-e295-4895-bb43-30b1d93194f4', 'status': 'completed', 'code': 200} Sep 09 18:25:33.190796 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5e6c33a9-8dc3-4d28-b060-f2da5bb5a381 req-ab59de35-ab36-45fb-8044-82710ca79601 service neutron] 10.222.0.54 "GET /v2.0/networks/9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122396 Sep 09 18:25:33.255153 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [req-bdf3218b-8ca0-44c3-af85-b24f1b75ba70 req-6134277c-edb0-47f8-9d7a-1a0549b0d9e4 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Deleting port c122291d-27b6-40a6-9746-53a0f3b8ac96 {{(pid=94637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:25:33.255497 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-bdf3218b-8ca0-44c3-af85-b24f1b75ba70 req-6134277c-edb0-47f8-9d7a-1a0549b0d9e4 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:33.304814 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-5e6c33a9-8dc3-4d28-b060-f2da5bb5a381 req-b4506c37-5b3b-45b9-aaf2-171f3affb6da service neutron] 10.222.0.54 "GET /v2.0/networks/9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065421 Sep 09 18:25:33.429436 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-bdf3218b-8ca0-44c3-af85-b24f1b75ba70 req-6134277c-edb0-47f8-9d7a-1a0549b0d9e4 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] For port c122291d-27b6-40a6-9746-53a0f3b8ac96, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=c122291d-27b6-40a6-9746-53a0f3b8ac96,segment=NetworkSegment(7352e50f-d391-4cfa-a078-b8782f4dd6da),segment_id=7352e50f-d391-4cfa-a078-b8782f4dd6da)] {{(pid=94637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:25:33.430102 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-bdf3218b-8ca0-44c3-af85-b24f1b75ba70 req-6134277c-edb0-47f8-9d7a-1a0549b0d9e4 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:33.444004 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-3b4fd0df-3583-4593-8a8a-7b34976c7481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'name': 'tempest-AttachVolumeTestJSON-1967749576-router', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a1fdd68f-ea15-4804-927b-44e918f1300c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:27Z', 'updated_at': '2021-09-09T18:16:39Z', 'revision_number': 4, 'project_id': '289a7608c7ee408d90d48b78c6155ce2', 'gw_port': {'id': 'a1fdd68f-ea15-4804-927b-44e918f1300c', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:19:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:29Z', 'updated_at': '2021-09-09T18:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_floatingips': [{'id': 'c59b114a-16ef-4ae7-be10-8506e4f45805', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'router_id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'port_id': 'e1dc46c9-a87d-4dff-b17f-f5b19133d93d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9', 'mac_address': 'fa:16:3e:b9:eb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59d09d8-08a5-49a7-9972-fca5a8d4aa42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T18:25:08Z', 'updated_at': '2021-09-09T18:25:31Z', 'revision_number': 1, 'project_id': '289a7608c7ee408d90d48b78c6155ce2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc', 'name': '', 'network_id': '9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'mac_address': 'fa:16:3e:15:41:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '07bcfd60-1ce9-4552-ba2f-917a442c6c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:37Z', 'updated_at': '2021-09-09T18:16:52Z', 'revision_number': 5, 'project_id': '289a7608c7ee408d90d48b78c6155ce2', 'subnets': [{'id': '07bcfd60-1ce9-4552-ba2f-917a442c6c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:25:33.458564 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [req-bdf3218b-8ca0-44c3-af85-b24f1b75ba70 req-6134277c-edb0-47f8-9d7a-1a0549b0d9e4 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Calling delete_port for c122291d-27b6-40a6-9746-53a0f3b8ac96 owned by compute:nova {{(pid=94637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:25:33.477527 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4fd0df-3583-4593-8a8a-7b34976c7481 None None] The sync data for ids ['42b7eee5-46bb-4993-af88-285b8df17ae5'] in dv-cinder-779540-2-iscsi is: [{'id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'name': 'tempest-AttachVolumeTestJSON-1967749576-router', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a1fdd68f-ea15-4804-927b-44e918f1300c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:27Z', 'updated_at': '2021-09-09T18:16:39Z', 'revision_number': 4, 'project_id': '289a7608c7ee408d90d48b78c6155ce2', 'gw_port': {'id': 'a1fdd68f-ea15-4804-927b-44e918f1300c', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:19:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:29Z', 'updated_at': '2021-09-09T18:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_floatingips': [{'id': 'c59b114a-16ef-4ae7-be10-8506e4f45805', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'router_id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'port_id': 'e1dc46c9-a87d-4dff-b17f-f5b19133d93d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9', 'mac_address': 'fa:16:3e:b9:eb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59d09d8-08a5-49a7-9972-fca5a8d4aa42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T18:25:08Z', 'updated_at': '2021-09-09T18:25:31Z', 'revision_number': 1, 'project_id': '289a7608c7ee408d90d48b78c6155ce2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc', 'name': '', 'network_id': '9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'mac_address': 'fa:16:3e:15:41:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '07bcfd60-1ce9-4552-ba2f-917a442c6c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:37Z', 'updated_at': '2021-09-09T18:16:52Z', 'revision_number': 5, 'project_id': '289a7608c7ee408d90d48b78c6155ce2', 'subnets': [{'id': '07bcfd60-1ce9-4552-ba2f-917a442c6c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:25:33.563739 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a66709-1c2d-45dc-b082-f9f090fdf752 req-1fb357a7-36f2-46c8-ac3c-6c30ff14da33 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:33.565687 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-82a66709-1c2d-45dc-b082-f9f090fdf752 req-1fb357a7-36f2-46c8-ac3c-6c30ff14da33 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4cf7444-eb13-4b06-852d-baffdf913e05 HTTP/1.1" status: 200 len: 945 time: 0.1235948 Sep 09 18:25:33.635687 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-82a66709-1c2d-45dc-b082-f9f090fdf752 req-e9ca4f64-18f7-4813-8f95-e25fdec4c1cc tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/security-groups?id=d36c205e-c5d5-4621-99c1-9da1f2ecb7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620403 Sep 09 18:25:33.775252 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62022a70-ee95-4fc0-9da4-b7cacacf3f19 None None] New status for floating IP c59b114a-16ef-4ae7-be10-8506e4f45805: ACTIVE {{(pid=94640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 18:25:33.785722 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7932d4c1-fd08-4cfb-8313-bae0b4545c26 req-7559d721-5c96-4cf3-b88d-67f3e8958c06 tempest-TestMinimumBasicScenario-1239399134 tempest-TestMinimumBasicScenario-1239399134-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0bed4c2-a598-4ab8-a93c-f518893f8aec HTTP/1.1" status: 200 len: 210 time: 0.0354095 Sep 09 18:25:33.786462 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-bdf3218b-8ca0-44c3-af85-b24f1b75ba70 req-6134277c-edb0-47f8-9d7a-1a0549b0d9e4 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:33.799784 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] get_ports_and_sgs() called for port_ids ['c122291d-27b6-40a6-9746-53a0f3b8ac96'] {{(pid=94639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 18:25:33.821604 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134277c-edb0-47f8-9d7a-1a0549b0d9e4 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Pushing event deleted for resources: {'Port': ['ID=c122291d-27b6-40a6-9746-53a0f3b8ac96,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:33.877953 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf3218b-8ca0-44c3-af85-b24f1b75ba70 req-6134277c-edb0-47f8-9d7a-1a0549b0d9e4 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] No DVR routers for this DVR port c122291d-27b6-40a6-9746-53a0f3b8ac96 on host hv-cinder-77954 {{(pid=94637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 18:25:33.885764 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-bdf3218b-8ca0-44c3-af85-b24f1b75ba70 req-6134277c-edb0-47f8-9d7a-1a0549b0d9e4 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:33.890003 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bdf3218b-8ca0-44c3-af85-b24f1b75ba70 req-6134277c-edb0-47f8-9d7a-1a0549b0d9e4 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.54 "DELETE /v2.0/ports/c122291d-27b6-40a6-9746-53a0f3b8ac96 HTTP/1.1" status: 204 len: 173 time: 0.7561998 Sep 09 18:25:34.776679 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-cceb22e5-c018-449b-966e-1b3cdf9cdfcc req-d05940e7-073d-4fea-8831-36dc7bef8728 tempest-VolumesSnapshotTestJSON-768601986 tempest-VolumesSnapshotTestJSON-768601986-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4cf7444-eb13-4b06-852d-baffdf913e05 HTTP/1.1" status: 200 len: 210 time: 0.0479412 Sep 09 18:25:35.144570 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4cf7444-eb13-4b06-852d-baffdf913e05', 'name': 'network-vif-deleted', 'tag': 'c122291d-27b6-40a6-9746-53a0f3b8ac96'}] {{(pid=94637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:25:35.149361 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133f33bf375164f5fa4b6a6278130a616101494423e3cf7e78094e28bab08aaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8be4ed-c8f3-4d5e-8d39-a4ac92cb5a0f" -d '{"events": [{"server_uuid": "d4cf7444-eb13-4b06-852d-baffdf913e05", "name": "network-vif-deleted", "tag": "c122291d-27b6-40a6-9746-53a0f3b8ac96"}]}' {{(pid=94637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:25:35.203244 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 18:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9bf796-1c6e-4a9f-8345-63eb1511a60e x-openstack-request-id: req-7d9bf796-1c6e-4a9f-8345-63eb1511a60e {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:25:35.203537 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4cf7444-eb13-4b06-852d-baffdf913e05", "name": "network-vif-deleted", "tag": "c122291d-27b6-40a6-9746-53a0f3b8ac96", "status": "completed", "code": 200}]} {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:25:35.203781 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7d9bf796-1c6e-4a9f-8345-63eb1511a60e {{(pid=94637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:25:35.204164 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4cf7444-eb13-4b06-852d-baffdf913e05', 'name': 'network-vif-deleted', 'tag': 'c122291d-27b6-40a6-9746-53a0f3b8ac96', 'status': 'completed', 'code': 200} Sep 09 18:25:36.041151 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:36.195165 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device c122291d-27b6-40a6-9746-53a0f3b8ac96 no longer exists at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:25:36.220570 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] No Port match for: c122291d-27b6-40a6-9746-53a0f3b8ac96 {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:25:36.221074 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device c122291d-27b6-40a6-9746-53a0f3b8ac96 not bound to the agent host hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:25:36.221413 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 756e824c-e295-4895-bb43-30b1d93194f4 no longer exists at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:25:36.242240 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] No Port match for: 756e824c-e295-4895-bb43-30b1d93194f4 {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:25:36.243775 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 756e824c-e295-4895-bb43-30b1d93194f4 not bound to the agent host hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:25:36.774962 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 45902) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:25:37.290110 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-dd83178d-eb4d-470d-a978-a35d25ead802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-906539'] for router_interface, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:37.650234 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d45e25f1-88aa-4236-8f27-5a8aa961addb req-582e19cc-a377-4102-b5f8-c220677d093b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0970886 Sep 09 18:25:37.677263 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-dd83178d-eb4d-470d-a978-a35d25ead802 admin admin] Deleting port b262c073-0831-4adb-a44c-0e3315246d02 {{(pid=94637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:25:37.677605 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-dd83178d-eb4d-470d-a978-a35d25ead802 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:37.809169 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e25f1-88aa-4236-8f27-5a8aa961addb req-425e3771-b3ef-41fd-bc07-71417d9389e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:37.810601 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d45e25f1-88aa-4236-8f27-5a8aa961addb req-425e3771-b3ef-41fd-bc07-71417d9389e9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=43ce4a6143564c64b1be155ca237d8e1&device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 1098 time: 0.0700600 Sep 09 18:25:37.812953 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [None req-dd83178d-eb4d-470d-a978-a35d25ead802 admin admin] For port b262c073-0831-4adb-a44c-0e3315246d02, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=b262c073-0831-4adb-a44c-0e3315246d02,segment=NetworkSegment(c17f44c5-5607-4bf5-b0ae-87d4fc569676),segment_id=c17f44c5-5607-4bf5-b0ae-87d4fc569676)] {{(pid=94637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:25:37.813397 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-dd83178d-eb4d-470d-a978-a35d25ead802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:37.832504 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-dd83178d-eb4d-470d-a978-a35d25ead802 admin admin] Calling delete_port for b262c073-0831-4adb-a44c-0e3315246d02 owned by network:router_interface {{(pid=94637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:25:38.272431 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e25f1-88aa-4236-8f27-5a8aa961addb req-8d5a4f67-3d9e-472e-b29f-7e3304bfc66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:38.273906 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d45e25f1-88aa-4236-8f27-5a8aa961addb req-8d5a4f67-3d9e-472e-b29f-7e3304bfc66a service neutron] 10.222.0.54 "GET /v2.0/networks?id=165da4a9-ef54-4e00-b346-cd05df750cfe HTTP/1.1" status: 200 len: 918 time: 0.4280195 Sep 09 18:25:38.398435 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d45e25f1-88aa-4236-8f27-5a8aa961addb req-ff01e03f-0a1b-4982-bf37-1a50066e633d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab42cd23-2bb3-4424-bafd-8c5cb75aa070 HTTP/1.1" status: 200 len: 1001 time: 0.0898478 Sep 09 18:25:38.485128 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e25f1-88aa-4236-8f27-5a8aa961addb req-d98eaf7b-dc6c-4f56-b5b5-adcde698eaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:38.486657 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d45e25f1-88aa-4236-8f27-5a8aa961addb req-d98eaf7b-dc6c-4f56-b5b5-adcde698eaf5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a76c712f-0b8e-4da8-9f5a-950d58cfba07 HTTP/1.1" status: 200 len: 856 time: 0.0818253 Sep 09 18:25:38.537938 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e25f1-88aa-4236-8f27-5a8aa961addb req-bebcee01-a3fb-46fe-83ab-e1a651855be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:38.539516 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d45e25f1-88aa-4236-8f27-5a8aa961addb req-bebcee01-a3fb-46fe-83ab-e1a651855be8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=165da4a9-ef54-4e00-b346-cd05df750cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452805 Sep 09 18:25:38.610492 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-dd83178d-eb4d-470d-a978-a35d25ead802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:38.660085 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd83178d-eb4d-470d-a978-a35d25ead802 admin admin] Pushing event deleted for resources: {'Port': ['ID=b262c073-0831-4adb-a44c-0e3315246d02,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:38.715944 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d45e25f1-88aa-4236-8f27-5a8aa961addb req-46c751d1-1a87-49c0-a486-412ca5dbe19e service neutron] 10.222.0.54 "GET /v2.0/networks/165da4a9-ef54-4e00-b346-cd05df750cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679368 Sep 09 18:25:38.907345 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d45e25f1-88aa-4236-8f27-5a8aa961addb req-6c415f78-0cc2-4916-a0aa-139407512486 service neutron] 10.222.0.54 "GET /v2.0/networks/165da4a9-ef54-4e00-b346-cd05df750cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828716 Sep 09 18:25:38.933156 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-dd83178d-eb4d-470d-a978-a35d25ead802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-906655'] for router_interface, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:39.178849 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd83178d-eb4d-470d-a978-a35d25ead802 admin admin] Router 6bc3198b-8219-44ed-b5bd-58720d365cb0 has already been hosted by L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 {{(pid=94637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 18:25:39.302426 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd83178d-eb4d-470d-a978-a35d25ead802 admin admin] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:25:39.309019 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-dd83178d-eb4d-470d-a978-a35d25ead802 admin admin] 10.222.0.39 "PUT /v2.0/routers/6bc3198b-8219-44ed-b5bd-58720d365cb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5329063 Sep 09 18:25:39.310706 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 45922) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:25:39.311708 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af3e930-f6cf-428f-be04-5a0fac53ef3c None None] Sync routers for ids ['6bc3198b-8219-44ed-b5bd-58720d365cb0'] in dv-cinder-779540-2-iscsi {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:25:39.322293 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af3e930-f6cf-428f-be04-5a0fac53ef3c None None] Routers {'6bc3198b-8219-44ed-b5bd-58720d365cb0'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:25:39.322915 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-9af3e930-f6cf-428f-be04-5a0fac53ef3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:25:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['6bc3198b-8219-44ed-b5bd-58720d365cb0'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:25:39.462741 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-9af3e930-f6cf-428f-be04-5a0fac53ef3c None None] Set router 6bc3198b-8219-44ed-b5bd-58720d365cb0 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:25:39.588035 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b0da9e29-84d4-4074-a137-dc60b52d5915 admin admin] Notify callbacks [] for router, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:39.661620 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-9af3e930-f6cf-428f-be04-5a0fac53ef3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc3198b-8219-44ed-b5bd-58720d365cb0', 'name': 'tempest-TestMinimumBasicScenario-1952719425-router', 'tenant_id': '6c6da778518d4565908e5cf0fa432d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7d185480-44ce-4341-92a7-68535e4d4808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:20:39Z', 'updated_at': '2021-09-09T18:25:38Z', 'revision_number': 5, 'project_id': '6c6da778518d4565908e5cf0fa432d10', 'gw_port': {'id': '7d185480-44ce-4341-92a7-68535e4d4808', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:69:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc3198b-8219-44ed-b5bd-58720d365cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:20:40Z', 'updated_at': '2021-09-09T18:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi'}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:25:39.694714 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af3e930-f6cf-428f-be04-5a0fac53ef3c None None] Checking router: 6bc3198b-8219-44ed-b5bd-58720d365cb0 for host: dv-cinder-779540-2-iscsi {{(pid=94639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:25:39.704967 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af3e930-f6cf-428f-be04-5a0fac53ef3c None None] Routers {'6bc3198b-8219-44ed-b5bd-58720d365cb0'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:25:39.705602 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-9af3e930-f6cf-428f-be04-5a0fac53ef3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:25:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['6bc3198b-8219-44ed-b5bd-58720d365cb0'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:25:39.718513 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b0da9e29-84d4-4074-a137-dc60b52d5915 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:39.869030 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-b0da9e29-84d4-4074-a137-dc60b52d5915 admin admin] Deleting port 7d185480-44ce-4341-92a7-68535e4d4808 {{(pid=94637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:25:39.869327 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b0da9e29-84d4-4074-a137-dc60b52d5915 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:39.943767 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-9af3e930-f6cf-428f-be04-5a0fac53ef3c None None] Set router 6bc3198b-8219-44ed-b5bd-58720d365cb0 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:25:39.963992 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [None req-b0da9e29-84d4-4074-a137-dc60b52d5915 admin admin] For port 7d185480-44ce-4341-92a7-68535e4d4808, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=7d185480-44ce-4341-92a7-68535e4d4808,segment=NetworkSegment(7a73f5cb-6b09-47ec-a9e0-b99f618e2056),segment_id=7a73f5cb-6b09-47ec-a9e0-b99f618e2056)] {{(pid=94637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:25:39.964622 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b0da9e29-84d4-4074-a137-dc60b52d5915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:39.978558 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-b0da9e29-84d4-4074-a137-dc60b52d5915 admin admin] Calling delete_port for 7d185480-44ce-4341-92a7-68535e4d4808 owned by network:router_gateway {{(pid=94637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:25:40.159499 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-9af3e930-f6cf-428f-be04-5a0fac53ef3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc3198b-8219-44ed-b5bd-58720d365cb0', 'name': 'tempest-TestMinimumBasicScenario-1952719425-router', 'tenant_id': '6c6da778518d4565908e5cf0fa432d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7d185480-44ce-4341-92a7-68535e4d4808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:20:39Z', 'updated_at': '2021-09-09T18:25:38Z', 'revision_number': 5, 'project_id': '6c6da778518d4565908e5cf0fa432d10', 'gw_port': {'id': '7d185480-44ce-4341-92a7-68535e4d4808', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:69:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc3198b-8219-44ed-b5bd-58720d365cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:20:40Z', 'updated_at': '2021-09-09T18:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi'}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:25:40.195297 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af3e930-f6cf-428f-be04-5a0fac53ef3c None None] The sync data for ids ['6bc3198b-8219-44ed-b5bd-58720d365cb0'] in dv-cinder-779540-2-iscsi is: [{'id': '6bc3198b-8219-44ed-b5bd-58720d365cb0', 'name': 'tempest-TestMinimumBasicScenario-1952719425-router', 'tenant_id': '6c6da778518d4565908e5cf0fa432d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7d185480-44ce-4341-92a7-68535e4d4808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:20:39Z', 'updated_at': '2021-09-09T18:25:38Z', 'revision_number': 5, 'project_id': '6c6da778518d4565908e5cf0fa432d10', 'gw_port': {'id': '7d185480-44ce-4341-92a7-68535e4d4808', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:69:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc3198b-8219-44ed-b5bd-58720d365cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:20:40Z', 'updated_at': '2021-09-09T18:20:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi'}] {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:25:40.276722 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b0da9e29-84d4-4074-a137-dc60b52d5915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:40.305889 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da9e29-84d4-4074-a137-dc60b52d5915 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d185480-44ce-4341-92a7-68535e4d4808,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:40.375258 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b0da9e29-84d4-4074-a137-dc60b52d5915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-905341'] for router_gateway, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:40.482023 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b0da9e29-84d4-4074-a137-dc60b52d5915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-904910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7578'] for router, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:40.484932 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b0da9e29-84d4-4074-a137-dc60b52d5915 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:40.591905 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b0da9e29-84d4-4074-a137-dc60b52d5915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-904903'] for router, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:40.592949 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0da9e29-84d4-4074-a137-dc60b52d5915 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bc3198b-8219-44ed-b5bd-58720d365cb0 {{(pid=94637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 18:25:40.601083 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b0da9e29-84d4-4074-a137-dc60b52d5915 admin admin] Notify callbacks [] for router, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:40.607009 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-b0da9e29-84d4-4074-a137-dc60b52d5915 admin admin] 10.222.0.39 "DELETE /v2.0/routers/6bc3198b-8219-44ed-b5bd-58720d365cb0 HTTP/1.1" status: 204 len: 168 time: 1.2905753 Sep 09 18:25:40.610613 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 45934) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:25:40.663672 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_v2 [None req-1427ec86-6e77-4836-8770-00e2cfd492c7 admin admin] Deleting subnet ea5cb843-bb4c-4217-a23d-5d3311db9ad5 {{(pid=94638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 18:25:40.669822 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1427ec86-6e77-4836-8770-00e2cfd492c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:40.700268 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device b262c073-0831-4adb-a44c-0e3315246d02 no longer exists at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:25:40.727996 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1427ec86-6e77-4836-8770-00e2cfd492c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1044680'] for subnet, precommit_delete_associations {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:40.728519 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] No Port match for: b262c073-0831-4adb-a44c-0e3315246d02 {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:25:40.728778 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device b262c073-0831-4adb-a44c-0e3315246d02 not bound to the agent host dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:25:40.855674 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1427ec86-6e77-4836-8770-00e2cfd492c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775357'] for subnet, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:41.001470 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1427ec86-6e77-4836-8770-00e2cfd492c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2896051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9552999'] for subnet, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:41.039181 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427ec86-6e77-4836-8770-00e2cfd492c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea5cb843-bb4c-4217-a23d-5d3311db9ad5,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:41.048090 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1427ec86-6e77-4836-8770-00e2cfd492c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:41.051817 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-1427ec86-6e77-4836-8770-00e2cfd492c7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ea5cb843-bb4c-4217-a23d-5d3311db9ad5 HTTP/1.1" status: 204 len: 168 time: 0.4388003 Sep 09 18:25:41.054168 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c10f84-7820-41bf-afa4-92160aad7661 None None] Network c8a3e621-aafd-4c83-9fc5-3660c7c8f597 requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:25:41.055638 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 45936) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:25:41.149341 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8c43070c-046c-4070-a1e7-7eed05477862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626401'] for network, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:41.212984 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-8c43070c-046c-4070-a1e7-7eed05477862 admin admin] Deleting port c0c8ff76-1378-48ab-a5b0-03b2f9cb07f7 {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:25:41.213335 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8c43070c-046c-4070-a1e7-7eed05477862 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:41.306617 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [None req-8c43070c-046c-4070-a1e7-7eed05477862 admin admin] For port c0c8ff76-1378-48ab-a5b0-03b2f9cb07f7, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=c0c8ff76-1378-48ab-a5b0-03b2f9cb07f7,segment=NetworkSegment(c17f44c5-5607-4bf5-b0ae-87d4fc569676),segment_id=c17f44c5-5607-4bf5-b0ae-87d4fc569676)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:25:41.307441 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8c43070c-046c-4070-a1e7-7eed05477862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:41.329020 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-8c43070c-046c-4070-a1e7-7eed05477862 admin admin] Calling delete_port for c0c8ff76-1378-48ab-a5b0-03b2f9cb07f7 owned by network:dhcp {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:25:41.355874 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c217f6f-8a50-432b-862d-2b87494d26b6 None None] DHCP port deletion for c8a3e621-aafd-4c83-9fc5-3660c7c8f597 request from dv-cinder-779540-2-iscsi {{(pid=94639) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 18:25:41.427972 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-3c217f6f-8a50-432b-862d-2b87494d26b6 None None] Deleting port c0c8ff76-1378-48ab-a5b0-03b2f9cb07f7 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:25:41.428453 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c217f6f-8a50-432b-862d-2b87494d26b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:41.510999 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8c43070c-046c-4070-a1e7-7eed05477862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2896014'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:41.522538 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-3c217f6f-8a50-432b-862d-2b87494d26b6 None None] For port c0c8ff76-1378-48ab-a5b0-03b2f9cb07f7, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=c0c8ff76-1378-48ab-a5b0-03b2f9cb07f7,segment=NetworkSegment(c17f44c5-5607-4bf5-b0ae-87d4fc569676),segment_id=c17f44c5-5607-4bf5-b0ae-87d4fc569676)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:25:41.522973 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c217f6f-8a50-432b-862d-2b87494d26b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:41.541212 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-3c217f6f-8a50-432b-862d-2b87494d26b6 None None] Calling delete_port for c0c8ff76-1378-48ab-a5b0-03b2f9cb07f7 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:25:41.543819 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43070c-046c-4070-a1e7-7eed05477862 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0c8ff76-1378-48ab-a5b0-03b2f9cb07f7,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:41.549255 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c43070c-046c-4070-a1e7-7eed05477862 admin admin] No DVR routers for this DVR port c0c8ff76-1378-48ab-a5b0-03b2f9cb07f7 on host dv-cinder-779540-2-iscsi {{(pid=94638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 18:25:41.632850 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8c43070c-046c-4070-a1e7-7eed05477862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773192', 'neutron.services.segments.db._delete_segments_for_network-8729821856413'] for network, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:41.656732 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-8c43070c-046c-4070-a1e7-7eed05477862 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8a3e621-aafd-4c83-9fc5-3660c7c8f597']}} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:25:41.667388 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-8c43070c-046c-4070-a1e7-7eed05477862 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c17f44c5-5607-4bf5-b0ae-87d4fc569676') {'for_net_delete': True} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:25:41.667684 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-8c43070c-046c-4070-a1e7-7eed05477862 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c17f44c5-5607-4bf5-b0ae-87d4fc569676') {} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:25:41.678557 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8c43070c-046c-4070-a1e7-7eed05477862 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729821856934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1044657'] for segment, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:41.681638 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c217f6f-8a50-432b-862d-2b87494d26b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:41.693510 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8c43070c-046c-4070-a1e7-7eed05477862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143'] for segment, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:41.699940 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c43070c-046c-4070-a1e7-7eed05477862 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=94638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 18:25:41.700368 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8c43070c-046c-4070-a1e7-7eed05477862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2903633'] for segment, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:41.707060 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c217f6f-8a50-432b-862d-2b87494d26b6 None None] Pushing event deleted for resources: {'Port': ['ID=c0c8ff76-1378-48ab-a5b0-03b2f9cb07f7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:41.711729 dv-cinder-779540-2-iscsi neutron-server[94638]: Traceback (most recent call last): Sep 09 18:25:41.711729 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 18:25:41.711729 dv-cinder-779540-2-iscsi neutron-server[94638]: timer() Sep 09 18:25:41.711729 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 18:25:41.711729 dv-cinder-779540-2-iscsi neutron-server[94638]: cb(*args, **kw) Sep 09 18:25:41.711729 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 18:25:41.711729 dv-cinder-779540-2-iscsi neutron-server[94638]: return func(*args, **kwargs) Sep 09 18:25:41.711729 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 18:25:41.711729 dv-cinder-779540-2-iscsi neutron-server[94638]: self._notify() Sep 09 18:25:41.711729 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 18:25:41.711729 dv-cinder-779540-2-iscsi neutron-server[94638]: self.callback(batched_events) Sep 09 18:25:41.711729 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 18:25:41.711729 dv-cinder-779540-2-iscsi neutron-server[94638]: event.method(event) Sep 09 18:25:41.711729 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 18:25:41.711729 dv-cinder-779540-2-iscsi neutron-server[94638]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 18:25:41.711729 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 18:25:41.711729 dv-cinder-779540-2-iscsi neutron-server[94638]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 18:25:41.711729 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 18:25:41.711729 dv-cinder-779540-2-iscsi neutron-server[94638]: return f(self, *a, **k) Sep 09 18:25:41.711729 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 18:25:41.711729 dv-cinder-779540-2-iscsi neutron-server[94638]: return self._get(url).json() Sep 09 18:25:41.711729 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 18:25:41.711729 dv-cinder-779540-2-iscsi neutron-server[94638]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 18:25:41.711729 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 18:25:41.711729 dv-cinder-779540-2-iscsi neutron-server[94638]: return self.request(url, 'GET', **kwargs) Sep 09 18:25:41.711729 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 18:25:41.711729 dv-cinder-779540-2-iscsi neutron-server[94638]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 18:25:41.711729 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 18:25:41.711729 dv-cinder-779540-2-iscsi neutron-server[94638]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 18:25:41.711729 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 18:25:41.711729 dv-cinder-779540-2-iscsi neutron-server[94638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 18:25:41.711729 dv-cinder-779540-2-iscsi neutron-server[94638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 18:25:41.718192 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c217f6f-8a50-432b-862d-2b87494d26b6 None None] No DVR routers for this DVR port c0c8ff76-1378-48ab-a5b0-03b2f9cb07f7 on host dv-cinder-779540-2-iscsi {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 18:25:41.722934 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c217f6f-8a50-432b-862d-2b87494d26b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:41.723283 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c217f6f-8a50-432b-862d-2b87494d26b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:41.723623 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c217f6f-8a50-432b-862d-2b87494d26b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:41.723957 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c217f6f-8a50-432b-862d-2b87494d26b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:41.724298 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c217f6f-8a50-432b-862d-2b87494d26b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:41.724814 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c217f6f-8a50-432b-862d-2b87494d26b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:41.725151 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c217f6f-8a50-432b-862d-2b87494d26b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:41.725484 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c217f6f-8a50-432b-862d-2b87494d26b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:41.725808 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c217f6f-8a50-432b-862d-2b87494d26b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:41.726130 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c217f6f-8a50-432b-862d-2b87494d26b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:41.726551 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c217f6f-8a50-432b-862d-2b87494d26b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:41.726794 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c217f6f-8a50-432b-862d-2b87494d26b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:42.056273 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8c43070c-046c-4070-a1e7-7eed05477862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-905241'] for network, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:42.062169 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8c43070c-046c-4070-a1e7-7eed05477862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:42.064326 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-8c43070c-046c-4070-a1e7-7eed05477862 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c8a3e621-aafd-4c83-9fc5-3660c7c8f597 HTTP/1.1" status: 204 len: 168 time: 1.0076432 Sep 09 18:25:42.067444 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 45940) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:25:42.076041 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43070c-046c-4070-a1e7-7eed05477862 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8a3e621-aafd-4c83-9fc5-3660c7c8f597,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:42.386742 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device c0c8ff76-1378-48ab-a5b0-03b2f9cb07f7 no longer exists at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:25:42.409038 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] No Port match for: c0c8ff76-1378-48ab-a5b0-03b2f9cb07f7 {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:25:42.409500 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device c0c8ff76-1378-48ab-a5b0-03b2f9cb07f7 not bound to the agent host dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:25:42.409992 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 7d185480-44ce-4341-92a7-68535e4d4808 no longer exists at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:25:42.435711 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] No Port match for: 7d185480-44ce-4341-92a7-68535e4d4808 {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:25:42.436178 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 7d185480-44ce-4341-92a7-68535e4d4808 not bound to the agent host dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:25:42.469347 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-afc98ffb-9670-4e3f-bb8e-90d872b95bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-906539'] for router_interface, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:42.752909 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-afc98ffb-9670-4e3f-bb8e-90d872b95bae admin admin] Deleting port 36fb5776-1a1e-4f0b-b489-939838cbdd36 {{(pid=94637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:25:42.753236 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-afc98ffb-9670-4e3f-bb8e-90d872b95bae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:42.840778 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [None req-afc98ffb-9670-4e3f-bb8e-90d872b95bae admin admin] For port 36fb5776-1a1e-4f0b-b489-939838cbdd36, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=36fb5776-1a1e-4f0b-b489-939838cbdd36,segment=NetworkSegment(01da9df3-9636-474c-97fd-5ac29c53e7dd),segment_id=01da9df3-9636-474c-97fd-5ac29c53e7dd)] {{(pid=94637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:25:42.841174 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-afc98ffb-9670-4e3f-bb8e-90d872b95bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:42.853763 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-afc98ffb-9670-4e3f-bb8e-90d872b95bae admin admin] Calling delete_port for 36fb5776-1a1e-4f0b-b489-939838cbdd36 owned by network:router_interface {{(pid=94637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:25:43.104374 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-afc98ffb-9670-4e3f-bb8e-90d872b95bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:43.135724 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc98ffb-9670-4e3f-bb8e-90d872b95bae admin admin] Pushing event deleted for resources: {'Port': ['ID=36fb5776-1a1e-4f0b-b489-939838cbdd36,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:43.300240 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-afc98ffb-9670-4e3f-bb8e-90d872b95bae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-906655'] for router_interface, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:43.762288 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc98ffb-9670-4e3f-bb8e-90d872b95bae admin admin] Router 6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda has already been hosted by L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 {{(pid=94637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 18:25:43.866374 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc98ffb-9670-4e3f-bb8e-90d872b95bae admin admin] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:25:43.871303 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-afc98ffb-9670-4e3f-bb8e-90d872b95bae admin admin] 10.222.0.39 "PUT /v2.0/routers/6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8028312 Sep 09 18:25:43.874056 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 45946) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:25:43.875099 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53cf299-39f1-4130-9d84-8bd0b97c0443 None None] Sync routers for ids ['6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda'] in dv-cinder-779540-2-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:25:43.884038 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53cf299-39f1-4130-9d84-8bd0b97c0443 None None] Routers {'6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:25:43.884662 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-e53cf299-39f1-4130-9d84-8bd0b97c0443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:25:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:25:43.996560 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-89a49887-d983-41aa-9b87-90277cd74ea1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:43.997611 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-e53cf299-39f1-4130-9d84-8bd0b97c0443 None None] Set router 6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda gateway port host: dv-cinder-779540-2-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:25:44.103371 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-89a49887-d983-41aa-9b87-90277cd74ea1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:44.185936 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-e53cf299-39f1-4130-9d84-8bd0b97c0443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda', 'name': 'tempest-TestMinimumBasicScenario-757655375-router', 'tenant_id': 'c0fb20ad9e5941238639cc34cfad4391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': '94c30a6a-0e1e-4d51-bcc2-dd5d0d31f85c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:20:48Z', 'updated_at': '2021-09-09T18:25:42Z', 'revision_number': 5, 'project_id': 'c0fb20ad9e5941238639cc34cfad4391', 'gw_port': {'id': '94c30a6a-0e1e-4d51-bcc2-dd5d0d31f85c', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:51:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:20:49Z', 'updated_at': '2021-09-09T18:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi'}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:25:44.221960 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53cf299-39f1-4130-9d84-8bd0b97c0443 None None] Checking router: 6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda for host: dv-cinder-779540-2-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:25:44.223925 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-89a49887-d983-41aa-9b87-90277cd74ea1 admin admin] Deleting port 94c30a6a-0e1e-4d51-bcc2-dd5d0d31f85c {{(pid=94637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:25:44.224582 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-89a49887-d983-41aa-9b87-90277cd74ea1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:44.231779 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53cf299-39f1-4130-9d84-8bd0b97c0443 None None] Routers {'6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:25:44.232447 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-e53cf299-39f1-4130-9d84-8bd0b97c0443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:25:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:25:44.312917 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [None req-89a49887-d983-41aa-9b87-90277cd74ea1 admin admin] For port 94c30a6a-0e1e-4d51-bcc2-dd5d0d31f85c, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=94c30a6a-0e1e-4d51-bcc2-dd5d0d31f85c,segment=NetworkSegment(7a73f5cb-6b09-47ec-a9e0-b99f618e2056),segment_id=7a73f5cb-6b09-47ec-a9e0-b99f618e2056)] {{(pid=94637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:25:44.313307 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-89a49887-d983-41aa-9b87-90277cd74ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:44.328123 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-89a49887-d983-41aa-9b87-90277cd74ea1 admin admin] Calling delete_port for 94c30a6a-0e1e-4d51-bcc2-dd5d0d31f85c owned by network:router_gateway {{(pid=94637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:25:44.421728 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-e53cf299-39f1-4130-9d84-8bd0b97c0443 None None] Set router 6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda gateway port host: None {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:25:44.476887 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-e53cf299-39f1-4130-9d84-8bd0b97c0443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda', 'name': 'tempest-TestMinimumBasicScenario-757655375-router', 'tenant_id': 'c0fb20ad9e5941238639cc34cfad4391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:20:48Z', 'updated_at': '2021-09-09T18:25:44Z', 'revision_number': 6, 'project_id': 'c0fb20ad9e5941238639cc34cfad4391', 'gw_port_host': None}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:25:44.507322 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53cf299-39f1-4130-9d84-8bd0b97c0443 None None] The sync data for ids ['6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda'] in dv-cinder-779540-2-iscsi is: [{'id': '6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda', 'name': 'tempest-TestMinimumBasicScenario-757655375-router', 'tenant_id': 'c0fb20ad9e5941238639cc34cfad4391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:20:48Z', 'updated_at': '2021-09-09T18:25:44Z', 'revision_number': 6, 'project_id': 'c0fb20ad9e5941238639cc34cfad4391', 'gw_port_host': None}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:25:44.578648 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-89a49887-d983-41aa-9b87-90277cd74ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:44.603976 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a49887-d983-41aa-9b87-90277cd74ea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=94c30a6a-0e1e-4d51-bcc2-dd5d0d31f85c,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:44.674245 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-89a49887-d983-41aa-9b87-90277cd74ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-905341'] for router_gateway, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:44.767772 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-89a49887-d983-41aa-9b87-90277cd74ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-904910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7578'] for router, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:44.770140 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-89a49887-d983-41aa-9b87-90277cd74ea1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:44.919589 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-89a49887-d983-41aa-9b87-90277cd74ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-904903'] for router, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:44.919589 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a49887-d983-41aa-9b87-90277cd74ea1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda {{(pid=94637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 18:25:44.922629 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-89a49887-d983-41aa-9b87-90277cd74ea1 admin admin] Notify callbacks [] for router, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:44.926338 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-89a49887-d983-41aa-9b87-90277cd74ea1 admin admin] 10.222.0.39 "DELETE /v2.0/routers/6deb4f5a-59c5-48d3-b43b-d0ccb6c9ecda HTTP/1.1" status: 204 len: 168 time: 1.0488288 Sep 09 18:25:44.926647 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 45956) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:25:44.975275 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.db_base_plugin_v2 [None req-8122b859-f0f6-421f-bb03-acfa3e119597 admin admin] Deleting subnet 219952d7-7120-4a48-b2ba-3b84a192858a {{(pid=94637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 18:25:44.978442 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-8122b859-f0f6-421f-bb03-acfa3e119597 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:45.012169 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-8122b859-f0f6-421f-bb03-acfa3e119597 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8515338'] for subnet, precommit_delete_associations {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:45.125829 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-8122b859-f0f6-421f-bb03-acfa3e119597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775357'] for subnet, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:45.259362 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-8122b859-f0f6-421f-bb03-acfa3e119597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9834253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8646639'] for subnet, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:45.283869 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8122b859-f0f6-421f-bb03-acfa3e119597 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=219952d7-7120-4a48-b2ba-3b84a192858a,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:45.290554 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-8122b859-f0f6-421f-bb03-acfa3e119597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for subnet, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:45.293443 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-8122b859-f0f6-421f-bb03-acfa3e119597 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/219952d7-7120-4a48-b2ba-3b84a192858a HTTP/1.1" status: 204 len: 168 time: 0.3659904 Sep 09 18:25:45.294980 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114153cb-2f95-4b50-890f-a2c515d2b324 None None] Network e624bf47-e3e9-48cb-9f60-f9c52da82d0f requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:25:45.295894 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 45962) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:25:45.371584 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-87671e8e-42e3-483f-9700-584909880a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626401'] for network, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:45.432790 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-87671e8e-42e3-483f-9700-584909880a25 admin admin] Deleting port f81a2bd2-a26c-4785-940b-82ececc82761 {{(pid=94637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:25:45.433142 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-87671e8e-42e3-483f-9700-584909880a25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:45.480692 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a53d24-f792-479c-93ba-c4249acdb439 None None] DHCP port deletion for e624bf47-e3e9-48cb-9f60-f9c52da82d0f request from dv-cinder-779540-2-iscsi {{(pid=94639) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 18:25:45.507967 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [None req-87671e8e-42e3-483f-9700-584909880a25 admin admin] For port f81a2bd2-a26c-4785-940b-82ececc82761, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=f81a2bd2-a26c-4785-940b-82ececc82761,segment=NetworkSegment(01da9df3-9636-474c-97fd-5ac29c53e7dd),segment_id=01da9df3-9636-474c-97fd-5ac29c53e7dd)] {{(pid=94637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:25:45.507967 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-87671e8e-42e3-483f-9700-584909880a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:45.521470 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-87671e8e-42e3-483f-9700-584909880a25 admin admin] Calling delete_port for f81a2bd2-a26c-4785-940b-82ececc82761 owned by network:dhcp {{(pid=94637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:25:45.540752 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-34a53d24-f792-479c-93ba-c4249acdb439 None None] Deleting port f81a2bd2-a26c-4785-940b-82ececc82761 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:25:45.541134 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-34a53d24-f792-479c-93ba-c4249acdb439 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:45.606669 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-34a53d24-f792-479c-93ba-c4249acdb439 None None] For port f81a2bd2-a26c-4785-940b-82ececc82761, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=f81a2bd2-a26c-4785-940b-82ececc82761,segment=NetworkSegment(01da9df3-9636-474c-97fd-5ac29c53e7dd),segment_id=01da9df3-9636-474c-97fd-5ac29c53e7dd)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:25:45.607094 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-34a53d24-f792-479c-93ba-c4249acdb439 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:45.620034 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-34a53d24-f792-479c-93ba-c4249acdb439 None None] Calling delete_port for f81a2bd2-a26c-4785-940b-82ececc82761 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:25:45.727738 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-87671e8e-42e3-483f-9700-584909880a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:45.734228 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-34a53d24-f792-479c-93ba-c4249acdb439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:45.756923 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87671e8e-42e3-483f-9700-584909880a25 admin admin] Pushing event deleted for resources: {'Port': ['ID=f81a2bd2-a26c-4785-940b-82ececc82761,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:45.763366 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a53d24-f792-479c-93ba-c4249acdb439 None None] Pushing event deleted for resources: {'Port': ['ID=f81a2bd2-a26c-4785-940b-82ececc82761,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:45.765375 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a53d24-f792-479c-93ba-c4249acdb439 None None] No DVR routers for this DVR port f81a2bd2-a26c-4785-940b-82ececc82761 on host dv-cinder-779540-2-iscsi {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 18:25:45.770697 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87671e8e-42e3-483f-9700-584909880a25 admin admin] No DVR routers for this DVR port f81a2bd2-a26c-4785-940b-82ececc82761 on host dv-cinder-779540-2-iscsi {{(pid=94637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 18:25:45.846523 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-87671e8e-42e3-483f-9700-584909880a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773192', 'neutron.services.segments.db._delete_segments_for_network-8729821856413'] for network, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:45.867803 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.services.segments.db [None req-87671e8e-42e3-483f-9700-584909880a25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e624bf47-e3e9-48cb-9f60-f9c52da82d0f']}} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:25:45.877799 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.services.segments.db [None req-87671e8e-42e3-483f-9700-584909880a25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01da9df3-9636-474c-97fd-5ac29c53e7dd') {'for_net_delete': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:25:45.878180 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.services.segments.db [None req-87671e8e-42e3-483f-9700-584909880a25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01da9df3-9636-474c-97fd-5ac29c53e7dd') {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:25:45.887625 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-87671e8e-42e3-483f-9700-584909880a25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729821856934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8515443'] for segment, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:45.900948 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-87671e8e-42e3-483f-9700-584909880a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143'] for segment, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:45.907339 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87671e8e-42e3-483f-9700-584909880a25 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=94637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 18:25:45.907723 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-87671e8e-42e3-483f-9700-584909880a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859567'] for segment, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:45.909500 dv-cinder-779540-2-iscsi neutron-server[94637]: Traceback (most recent call last): Sep 09 18:25:45.909500 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 18:25:45.909500 dv-cinder-779540-2-iscsi neutron-server[94637]: timer() Sep 09 18:25:45.909500 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 18:25:45.909500 dv-cinder-779540-2-iscsi neutron-server[94637]: cb(*args, **kw) Sep 09 18:25:45.909500 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 18:25:45.909500 dv-cinder-779540-2-iscsi neutron-server[94637]: return func(*args, **kwargs) Sep 09 18:25:45.909500 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 18:25:45.909500 dv-cinder-779540-2-iscsi neutron-server[94637]: self._notify() Sep 09 18:25:45.909500 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 18:25:45.909500 dv-cinder-779540-2-iscsi neutron-server[94637]: self.callback(batched_events) Sep 09 18:25:45.909500 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 18:25:45.909500 dv-cinder-779540-2-iscsi neutron-server[94637]: event.method(event) Sep 09 18:25:45.909500 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 18:25:45.909500 dv-cinder-779540-2-iscsi neutron-server[94637]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 18:25:45.909500 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 18:25:45.909500 dv-cinder-779540-2-iscsi neutron-server[94637]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 18:25:45.909500 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 18:25:45.909500 dv-cinder-779540-2-iscsi neutron-server[94637]: return f(self, *a, **k) Sep 09 18:25:45.909500 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 18:25:45.909500 dv-cinder-779540-2-iscsi neutron-server[94637]: return self._get(url).json() Sep 09 18:25:45.909500 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 18:25:45.909500 dv-cinder-779540-2-iscsi neutron-server[94637]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 18:25:45.909500 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 18:25:45.909500 dv-cinder-779540-2-iscsi neutron-server[94637]: return self.request(url, 'GET', **kwargs) Sep 09 18:25:45.909500 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 18:25:45.909500 dv-cinder-779540-2-iscsi neutron-server[94637]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 18:25:45.909500 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 18:25:45.909500 dv-cinder-779540-2-iscsi neutron-server[94637]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 18:25:45.909500 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 18:25:45.909500 dv-cinder-779540-2-iscsi neutron-server[94637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 18:25:45.909500 dv-cinder-779540-2-iscsi neutron-server[94637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 18:25:46.052960 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-87671e8e-42e3-483f-9700-584909880a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-905241'] for network, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:46.058491 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-87671e8e-42e3-483f-9700-584909880a25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for network, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:46.060519 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-87671e8e-42e3-483f-9700-584909880a25 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e624bf47-e3e9-48cb-9f60-f9c52da82d0f HTTP/1.1" status: 204 len: 168 time: 0.7636547 Sep 09 18:25:46.071926 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87671e8e-42e3-483f-9700-584909880a25 admin admin] Pushing event deleted for resources: {'Network': ['ID=e624bf47-e3e9-48cb-9f60-f9c52da82d0f,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:46.364516 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device f81a2bd2-a26c-4785-940b-82ececc82761 no longer exists at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:25:46.384789 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] No Port match for: f81a2bd2-a26c-4785-940b-82ececc82761 {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:25:46.385134 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device f81a2bd2-a26c-4785-940b-82ececc82761 not bound to the agent host dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:25:46.385553 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 94c30a6a-0e1e-4d51-bcc2-dd5d0d31f85c no longer exists at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:25:46.405285 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] No Port match for: 94c30a6a-0e1e-4d51-bcc2-dd5d0d31f85c {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:25:46.405630 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 94c30a6a-0e1e-4d51-bcc2-dd5d0d31f85c not bound to the agent host dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:25:46.406045 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 36fb5776-1a1e-4f0b-b489-939838cbdd36 no longer exists at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:25:46.425557 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] No Port match for: 36fb5776-1a1e-4f0b-b489-939838cbdd36 {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:25:46.425919 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 36fb5776-1a1e-4f0b-b489-939838cbdd36 not bound to the agent host dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:25:46.506245 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 45978) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:25:46.546677 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-7efd3e1f-686c-49f4-82c2-5b471f2485dd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6c6da778518d4565908e5cf0fa432d10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392408 Sep 09 18:25:46.549587 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 45980) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:25:46.601342 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ec079e13-705a-4eda-94dd-20a873405b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:46.621487 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ec079e13-705a-4eda-94dd-20a873405b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:46.743748 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ec079e13-705a-4eda-94dd-20a873405b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:46.746614 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ec079e13-705a-4eda-94dd-20a873405b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:46.747828 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-ec079e13-705a-4eda-94dd-20a873405b44 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2ee02311-e042-4175-a099-27dd564dcf99 HTTP/1.1" status: 204 len: 168 time: 0.1973295 Sep 09 18:25:46.755926 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec079e13-705a-4eda-94dd-20a873405b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee02311-e042-4175-a099-27dd564dcf99,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:47.361890 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 45990) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:25:47.406110 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-126c0c97-33ef-467f-9077-e24c975d703d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c0fb20ad9e5941238639cc34cfad4391&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430479 Sep 09 18:25:47.409251 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 45992) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:25:47.461002 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-48ab7113-c0c1-4520-90e3-a9a9af6f9833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:47.482777 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-48ab7113-c0c1-4520-90e3-a9a9af6f9833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:47.669735 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-48ab7113-c0c1-4520-90e3-a9a9af6f9833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:47.672561 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-48ab7113-c0c1-4520-90e3-a9a9af6f9833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:47.673746 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-48ab7113-c0c1-4520-90e3-a9a9af6f9833 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bcd069eb-1530-4bd1-9743-3325cf60b1d4 HTTP/1.1" status: 204 len: 168 time: 0.2635679 Sep 09 18:25:47.682336 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab7113-c0c1-4520-90e3-a9a9af6f9833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd069eb-1530-4bd1-9743-3325cf60b1d4,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:48.794885 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 46028) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:25:48.892569 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-4143765f-81f7-4867-b3eb-c1466ec81534 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-77307758-network', 'tenant_id': '4c733a1c9e2d4078b44acd994040a650'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:25:48.977929 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4143765f-81f7-4867-b3eb-c1466ec81534 admin admin] Made reservation on behalf of 4c733a1c9e2d4078b44acd994040a650 for: {'network': 1} {{(pid=94637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:25:48.980731 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-4143765f-81f7-4867-b3eb-c1466ec81534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for network, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:48.989591 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-4143765f-81f7-4867-b3eb-c1466ec81534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:49.090952 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-4143765f-81f7-4867-b3eb-c1466ec81534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:49.161235 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-4143765f-81f7-4867-b3eb-c1466ec81534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:49.180467 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4143765f-81f7-4867-b3eb-c1466ec81534 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=94637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 18:25:49.198149 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143765f-81f7-4867-b3eb-c1466ec81534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069f9dd6-bfa5-431c-9b78-7d170f75aed0,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:49.201894 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-4143765f-81f7-4867-b3eb-c1466ec81534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143'] for segment, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:49.202241 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.db.segments_db [None req-4143765f-81f7-4867-b3eb-c1466ec81534 admin admin] Added segment 39dd872f-63d1-40bf-894c-f52a0533ea64 of type vlan for network 9ec2a65c-0709-4792-8b43-93c3c42d03c0 Sep 09 18:25:49.244101 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-4143765f-81f7-4867-b3eb-c1466ec81534 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729821298728'] for network, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:49.332033 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-4143765f-81f7-4867-b3eb-c1466ec81534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322'] for network, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:49.333075 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4143765f-81f7-4867-b3eb-c1466ec81534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:49.333665 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-4143765f-81f7-4867-b3eb-c1466ec81534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for network, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:49.395092 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143765f-81f7-4867-b3eb-c1466ec81534 admin admin] Pushing event updated for resources: {'Network': ['ID=9ec2a65c-0709-4792-8b43-93c3c42d03c0,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:49.404563 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Network 9ec2a65c-0709-4792-8b43-93c3c42d03c0 details requested by agent ovs-agent-dv-cinder-779540-2-iscsi with host dv-cinder-779540-2-iscsi {{(pid=94639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 18:25:49.424098 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-4143765f-81f7-4867-b3eb-c1466ec81534 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6280897 Sep 09 18:25:49.426926 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 46040) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:25:49.431755 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-2412946e-9634-45ad-a83c-3cd62a937631 admin admin] Request body: {'subnet': {'network_id': '9ec2a65c-0709-4792-8b43-93c3c42d03c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-77307758-subnet', 'tenant_id': '4c733a1c9e2d4078b44acd994040a650', 'ip_version': 4}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:25:49.526325 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2412946e-9634-45ad-a83c-3cd62a937631 admin admin] Made reservation on behalf of 4c733a1c9e2d4078b44acd994040a650 for: {'subnet': 1} {{(pid=94637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:25:49.529299 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-2412946e-9634-45ad-a83c-3cd62a937631 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8646410'] for subnet, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:49.818638 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-2412946e-9634-45ad-a83c-3cd62a937631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9834316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8646420'] for subnet, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:49.873444 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412946e-9634-45ad-a83c-3cd62a937631 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2d97d02-3d47-4a62-8a9e-62fb57567ad0,revision_number=0']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:49.883558 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2412946e-9634-45ad-a83c-3cd62a937631 admin admin] Checking segment: {'id': '39dd872f-63d1-40bf-894c-f52a0533ea64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9ec2a65c-0709-4792-8b43-93c3c42d03c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:25:49.883915 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2412946e-9634-45ad-a83c-3cd62a937631 admin admin] Network hostable DHCP agents. Network: 9ec2a65c-0709-4792-8b43-93c3c42d03c0, hostable agents: ['6109b3ba-05d2-41fe-b34b-8d3bf45e9862'], hosted agents: [] {{(pid=94637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 18:25:49.959071 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2412946e-9634-45ad-a83c-3cd62a937631 admin admin] Network 9ec2a65c-0709-4792-8b43-93c3c42d03c0 is scheduled to be hosted by DHCP agent 6109b3ba-05d2-41fe-b34b-8d3bf45e9862 with binding_index 1 {{(pid=94637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 18:25:50.027858 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.base_scheduler [None req-2412946e-9634-45ad-a83c-3cd62a937631 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779540-2-iscsi, 9ec2a65c-0709-4792-8b43-93c3c42d03c0) {{(pid=94637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:25:50.032145 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2412946e-9634-45ad-a83c-3cd62a937631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:50.033348 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-2412946e-9634-45ad-a83c-3cd62a937631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for subnet, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:50.036536 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95d2a2b-c18d-42ab-a31b-2c4e12d29d01 None None] Network 9ec2a65c-0709-4792-8b43-93c3c42d03c0 requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:25:50.133913 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-2412946e-9634-45ad-a83c-3cd62a937631 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7032011 Sep 09 18:25:50.134276 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 46044) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:25:50.140481 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-bfd6047d-e257-41e2-a29f-e4c8e02db51f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-77307758-router', 'tenant_id': '4c733a1c9e2d4078b44acd994040a650', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'}}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:25:50.192612 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a01424-76d3-455d-9572-4bf44d52e087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd729f0-ff64-59d2-b832-3ba31ba8699f-9ec2a65c-0709-4792-8b43-93c3c42d03c0', 'network_id': '9ec2a65c-0709-4792-8b43-93c3c42d03c0', 'tenant_id': '4c733a1c9e2d4078b44acd994040a650', 'fixed_ips': [{'subnet_id': 'a2d97d02-3d47-4a62-8a9e-62fb57567ad0'}]}} from dv-cinder-779540-2-iscsi. {{(pid=94639) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 18:25:50.193509 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13a01424-76d3-455d-9572-4bf44d52e087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:50.230702 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-bfd6047d-e257-41e2-a29f-e4c8e02db51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-912016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7588'] for router, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:50.232174 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-bfd6047d-e257-41e2-a29f-e4c8e02db51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-904704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-908176', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7597'] for router, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:50.287791 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-bfd6047d-e257-41e2-a29f-e4c8e02db51f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:50.338924 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-13a01424-76d3-455d-9572-4bf44d52e087 None None] Allocated IP 172.20.0.2 (9ec2a65c-0709-4792-8b43-93c3c42d03c0/a2d97d02-3d47-4a62-8a9e-62fb57567ad0/7ab99a5c-f0bb-44bc-8505-16e3a86933ac) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:25:50.485963 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13a01424-76d3-455d-9572-4bf44d52e087 None None] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:50.491621 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-bfd6047d-e257-41e2-a29f-e4c8e02db51f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:50.494613 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-13a01424-76d3-455d-9572-4bf44d52e087 None None] Transition to ACTIVE for port object 7ab99a5c-f0bb-44bc-8505-16e3a86933ac will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:25:50.510709 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-13a01424-76d3-455d-9572-4bf44d52e087 None None] Transition to ACTIVE for port object 7ab99a5c-f0bb-44bc-8505-16e3a86933ac will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:25:50.583745 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13a01424-76d3-455d-9572-4bf44d52e087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:50.629003 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a01424-76d3-455d-9572-4bf44d52e087 None None] Network 9ec2a65c-0709-4792-8b43-93c3c42d03c0 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:25:50.631912 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-13a01424-76d3-455d-9572-4bf44d52e087 None None] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:25:50.634322 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a01424-76d3-455d-9572-4bf44d52e087 None None] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:25:50.650511 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a01424-76d3-455d-9572-4bf44d52e087 None None] Pushing event updated for resources: {'Port': ['ID=7ab99a5c-f0bb-44bc-8505-16e3a86933ac,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:50.696223 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-13a01424-76d3-455d-9572-4bf44d52e087 None None] Attempting to bind port 7ab99a5c-f0bb-44bc-8505-16e3a86933ac on host dv-cinder-779540-2-iscsi for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:25:50.696635 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-13a01424-76d3-455d-9572-4bf44d52e087 None None] Attempting to bind port 7ab99a5c-f0bb-44bc-8505-16e3a86933ac by drivers openvswitch,hyperv on host dv-cinder-779540-2-iscsi at level 0 using segments [{'id': '39dd872f-63d1-40bf-894c-f52a0533ea64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9ec2a65c-0709-4792-8b43-93c3c42d03c0'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:25:50.697005 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a01424-76d3-455d-9572-4bf44d52e087 None None] Attempting to bind port 7ab99a5c-f0bb-44bc-8505-16e3a86933ac on network 9ec2a65c-0709-4792-8b43-93c3c42d03c0 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:25:50.702942 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a01424-76d3-455d-9572-4bf44d52e087 None None] Checking agent: {'id': '6d9a1dab-6af8-44c5-a6af-2e6d734c4a3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 7, 57), 'started_at': datetime.datetime(2021, 9, 9, 18, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:25:50.703318 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a01424-76d3-455d-9572-4bf44d52e087 None None] Checking segment: {'id': '39dd872f-63d1-40bf-894c-f52a0533ea64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9ec2a65c-0709-4792-8b43-93c3c42d03c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:25:50.703726 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13a01424-76d3-455d-9572-4bf44d52e087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:50.704119 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a01424-76d3-455d-9572-4bf44d52e087 None None] Bound using segment: {'id': '39dd872f-63d1-40bf-894c-f52a0533ea64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9ec2a65c-0709-4792-8b43-93c3c42d03c0'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:25:50.704612 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-13a01424-76d3-455d-9572-4bf44d52e087 None None] Bound port: 7ab99a5c-f0bb-44bc-8505-16e3a86933ac, host: dv-cinder-779540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39dd872f-63d1-40bf-894c-f52a0533ea64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9ec2a65c-0709-4792-8b43-93c3c42d03c0'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:25:50.704993 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13a01424-76d3-455d-9572-4bf44d52e087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:50.764732 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-bfd6047d-e257-41e2-a29f-e4c8e02db51f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:50.773136 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-13a01424-76d3-455d-9572-4bf44d52e087 None None] For port 7ab99a5c-f0bb-44bc-8505-16e3a86933ac, host dv-cinder-779540-2-iscsi, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:25:50.776125 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-13a01424-76d3-455d-9572-4bf44d52e087 None None] For port 7ab99a5c-f0bb-44bc-8505-16e3a86933ac, host dv-cinder-779540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=7ab99a5c-f0bb-44bc-8505-16e3a86933ac,segment=NetworkSegment(39dd872f-63d1-40bf-894c-f52a0533ea64),segment_id=39dd872f-63d1-40bf-894c-f52a0533ea64)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:25:50.784872 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-bfd6047d-e257-41e2-a29f-e4c8e02db51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:50.852455 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13a01424-76d3-455d-9572-4bf44d52e087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:50.891828 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.db_base_plugin_common [None req-bfd6047d-e257-41e2-a29f-e4c8e02db51f admin admin] Allocated IP 172.27.0.215 (3a4844da-e7df-49de-8120-ac4d2e4c4f80/6ecf6949-122b-4bec-9802-77be4eb2c7d8/0b3d81ad-0407-4a64-874f-be4d0b7ff14b) {{(pid=94637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:25:50.912365 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a01424-76d3-455d-9572-4bf44d52e087 None None] Pushing event updated for resources: {'Port': ['ID=7ab99a5c-f0bb-44bc-8505-16e3a86933ac,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:51.014611 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-bfd6047d-e257-41e2-a29f-e4c8e02db51f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:51.133409 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-bfd6047d-e257-41e2-a29f-e4c8e02db51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:51.174230 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd6047d-e257-41e2-a29f-e4c8e02db51f admin admin] Network 3a4844da-e7df-49de-8120-ac4d2e4c4f80 is already hosted by enough agents. {{(pid=94637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:25:51.177694 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.base_scheduler [None req-bfd6047d-e257-41e2-a29f-e4c8e02db51f admin admin] Resources bound (agent type, host, resource id): {{(pid=94637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:25:51.184955 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd6047d-e257-41e2-a29f-e4c8e02db51f admin admin] Received port after_create {{(pid=94637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:25:51.215904 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6047d-e257-41e2-a29f-e4c8e02db51f admin admin] Pushing event updated for resources: {'Port': ['ID=0b3d81ad-0407-4a64-874f-be4d0b7ff14b,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:51.757737 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-bfd6047d-e257-41e2-a29f-e4c8e02db51f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:51.783052 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35dd1db-c352-4535-b10c-c605f92d6a75 None None] Network 9ec2a65c-0709-4792-8b43-93c3c42d03c0 requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:25:51.890133 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-d920ddd1-7179-4dcd-a546-cf86e24683f2 None None] Provisioning for port 7ab99a5c-f0bb-44bc-8505-16e3a86933ac completed by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:25:51.965551 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-bfd6047d-e257-41e2-a29f-e4c8e02db51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-904729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-905281'] for router, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:52.187760 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd6047d-e257-41e2-a29f-e4c8e02db51f admin admin] Router aa58bafb-f642-46fe-ae2b-81b028ecd488 is scheduled to L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 with binding_index 1 {{(pid=94637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 18:25:52.300954 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd6047d-e257-41e2-a29f-e4c8e02db51f admin admin] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:25:52.310962 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109bc79f-eb85-49ef-a84a-ce646fcfd680 None None] Sync routers for ids ['aa58bafb-f642-46fe-ae2b-81b028ecd488'] in dv-cinder-779540-2-iscsi {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:25:52.321263 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109bc79f-eb85-49ef-a84a-ce646fcfd680 None None] Routers {'aa58bafb-f642-46fe-ae2b-81b028ecd488'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:25:52.321808 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-109bc79f-eb85-49ef-a84a-ce646fcfd680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:25:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['aa58bafb-f642-46fe-ae2b-81b028ecd488'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:25:52.383611 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-bfd6047d-e257-41e2-a29f-e4c8e02db51f admin admin] Notify callbacks [] for router, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:52.384919 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-bfd6047d-e257-41e2-a29f-e4c8e02db51f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2495687 Sep 09 18:25:52.388740 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 46054) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:25:52.421275 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 7ab99a5c-f0bb-44bc-8505-16e3a86933ac up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:25:52.468440 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-109bc79f-eb85-49ef-a84a-ce646fcfd680 None None] Set router aa58bafb-f642-46fe-ae2b-81b028ecd488 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:25:52.631899 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning for port 7ab99a5c-f0bb-44bc-8505-16e3a86933ac completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:25:52.638040 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port 7ab99a5c-f0bb-44bc-8505-16e3a86933ac triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:25:52.638415 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:52.699744 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-109bc79f-eb85-49ef-a84a-ce646fcfd680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa58bafb-f642-46fe-ae2b-81b028ecd488', 'name': 'tempest-TestShelveInstance-77307758-router', 'tenant_id': '4c733a1c9e2d4078b44acd994040a650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '0b3d81ad-0407-4a64-874f-be4d0b7ff14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:25:50Z', 'updated_at': '2021-09-09T18:25:51Z', 'revision_number': 3, 'project_id': '4c733a1c9e2d4078b44acd994040a650', 'gw_port': {'id': '0b3d81ad-0407-4a64-874f-be4d0b7ff14b', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa58bafb-f642-46fe-ae2b-81b028ecd488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:25:50Z', 'updated_at': '2021-09-09T18:25:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi'}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:25:52.814199 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-fb2141cf-d5ef-482c-8544-0d1988aeaabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:52.867882 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109bc79f-eb85-49ef-a84a-ce646fcfd680 None None] Checking router: aa58bafb-f642-46fe-ae2b-81b028ecd488 for host: dv-cinder-779540-2-iscsi {{(pid=94639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:25:52.868513 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109bc79f-eb85-49ef-a84a-ce646fcfd680 None None] Updating router aa58bafb-f642-46fe-ae2b-81b028ecd488 port 0b3d81ad-0407-4a64-874f-be4d0b7ff14b binding host dv-cinder-779540-2-iscsi {{(pid=94639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 18:25:52.902789 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-109bc79f-eb85-49ef-a84a-ce646fcfd680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:52.905851 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:52.967235 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-fb2141cf-d5ef-482c-8544-0d1988aeaabf admin admin] Allocated IP 172.20.0.1 (9ec2a65c-0709-4792-8b43-93c3c42d03c0/a2d97d02-3d47-4a62-8a9e-62fb57567ad0/34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:25:53.018022 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] For port 7ab99a5c-f0bb-44bc-8505-16e3a86933ac, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=7ab99a5c-f0bb-44bc-8505-16e3a86933ac,segment=NetworkSegment(39dd872f-63d1-40bf-894c-f52a0533ea64),segment_id=39dd872f-63d1-40bf-894c-f52a0533ea64)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:25:53.075604 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-fb2141cf-d5ef-482c-8544-0d1988aeaabf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:53.091270 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [None req-fb2141cf-d5ef-482c-8544-0d1988aeaabf admin admin] Transition to ACTIVE for port object 34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d will not be triggered until provisioned by entity DHCP. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:25:53.092678 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:53.178201 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Pushing event updated for resources: {'Port': ['ID=7ab99a5c-f0bb-44bc-8505-16e3a86933ac,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:53.178498 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-fb2141cf-d5ef-482c-8544-0d1988aeaabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2896014'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:53.217473 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2141cf-d5ef-482c-8544-0d1988aeaabf admin admin] Network 9ec2a65c-0709-4792-8b43-93c3c42d03c0 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:25:53.220659 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-fb2141cf-d5ef-482c-8544-0d1988aeaabf admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:25:53.224250 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2141cf-d5ef-482c-8544-0d1988aeaabf admin admin] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:25:53.245494 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-109bc79f-eb85-49ef-a84a-ce646fcfd680 None None] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:53.255491 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2141cf-d5ef-482c-8544-0d1988aeaabf admin admin] Pushing event updated for resources: {'Port': ['ID=34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:53.259652 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-109bc79f-eb85-49ef-a84a-ce646fcfd680 None None] Transition to ACTIVE for port object 0b3d81ad-0407-4a64-874f-be4d0b7ff14b will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:25:53.276931 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-fb2141cf-d5ef-482c-8544-0d1988aeaabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-905360'] for router_interface, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:53.332653 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-109bc79f-eb85-49ef-a84a-ce646fcfd680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:53.403031 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-109bc79f-eb85-49ef-a84a-ce646fcfd680 None None] Attempting to bind port 0b3d81ad-0407-4a64-874f-be4d0b7ff14b on host dv-cinder-779540-2-iscsi for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:25:53.403400 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-109bc79f-eb85-49ef-a84a-ce646fcfd680 None None] Attempting to bind port 0b3d81ad-0407-4a64-874f-be4d0b7ff14b by drivers openvswitch,hyperv on host dv-cinder-779540-2-iscsi at level 0 using segments [{'id': '7a73f5cb-6b09-47ec-a9e0-b99f618e2056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:25:53.403766 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109bc79f-eb85-49ef-a84a-ce646fcfd680 None None] Attempting to bind port 0b3d81ad-0407-4a64-874f-be4d0b7ff14b on network 3a4844da-e7df-49de-8120-ac4d2e4c4f80 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:25:53.410007 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59d360f-c5da-4e9c-ae86-3695b8e48c0b None None] Pushing event updated for resources: {'Port': ['ID=0b3d81ad-0407-4a64-874f-be4d0b7ff14b,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:53.414682 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109bc79f-eb85-49ef-a84a-ce646fcfd680 None None] Checking agent: {'id': '6d9a1dab-6af8-44c5-a6af-2e6d734c4a3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 7, 57), 'started_at': datetime.datetime(2021, 9, 9, 18, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:25:53.415058 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109bc79f-eb85-49ef-a84a-ce646fcfd680 None None] Checking segment: {'id': '7a73f5cb-6b09-47ec-a9e0-b99f618e2056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:25:53.415460 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-109bc79f-eb85-49ef-a84a-ce646fcfd680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:53.415845 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109bc79f-eb85-49ef-a84a-ce646fcfd680 None None] Bound using segment: {'id': '7a73f5cb-6b09-47ec-a9e0-b99f618e2056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:25:53.416405 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-109bc79f-eb85-49ef-a84a-ce646fcfd680 None None] Bound port: 0b3d81ad-0407-4a64-874f-be4d0b7ff14b, host: dv-cinder-779540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a73f5cb-6b09-47ec-a9e0-b99f618e2056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:25:53.416814 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-109bc79f-eb85-49ef-a84a-ce646fcfd680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:53.481846 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-109bc79f-eb85-49ef-a84a-ce646fcfd680 None None] For port 0b3d81ad-0407-4a64-874f-be4d0b7ff14b, host dv-cinder-779540-2-iscsi, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:25:53.483136 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-fb2141cf-d5ef-482c-8544-0d1988aeaabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:53.485876 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-109bc79f-eb85-49ef-a84a-ce646fcfd680 None None] For port 0b3d81ad-0407-4a64-874f-be4d0b7ff14b, host dv-cinder-779540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=0b3d81ad-0407-4a64-874f-be4d0b7ff14b,segment=NetworkSegment(7a73f5cb-6b09-47ec-a9e0-b99f618e2056),segment_id=7a73f5cb-6b09-47ec-a9e0-b99f618e2056)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:25:53.520902 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-6f8df059-29c9-4768-a16e-bb9dd3f49953 None None] Provisioning for port 34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d completed by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:25:53.525294 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-6f8df059-29c9-4768-a16e-bb9dd3f49953 None None] Provisioning complete for port 34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d triggered by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:25:53.525677 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f8df059-29c9-4768-a16e-bb9dd3f49953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:53.551956 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-109bc79f-eb85-49ef-a84a-ce646fcfd680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:53.595478 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6f8df059-29c9-4768-a16e-bb9dd3f49953 None None] Port 34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d cannot update to ACTIVE because it is not bound. {{(pid=94639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 18:25:53.631077 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109bc79f-eb85-49ef-a84a-ce646fcfd680 None None] Routers {'aa58bafb-f642-46fe-ae2b-81b028ecd488'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:25:53.631694 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-109bc79f-eb85-49ef-a84a-ce646fcfd680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:25:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['aa58bafb-f642-46fe-ae2b-81b028ecd488'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:25:53.635250 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59d360f-c5da-4e9c-ae86-3695b8e48c0b None None] Pushing event updated for resources: {'Port': ['ID=0b3d81ad-0407-4a64-874f-be4d0b7ff14b,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:53.697186 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-fb2141cf-d5ef-482c-8544-0d1988aeaabf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:53.751000 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-109bc79f-eb85-49ef-a84a-ce646fcfd680 None None] Set router aa58bafb-f642-46fe-ae2b-81b028ecd488 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:25:53.795248 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-fb2141cf-d5ef-482c-8544-0d1988aeaabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2903677'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:53.852875 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-fb2141cf-d5ef-482c-8544-0d1988aeaabf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-906496'] for router_interface, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:53.983477 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2141cf-d5ef-482c-8544-0d1988aeaabf admin admin] Pushing event updated for resources: {'Port': ['ID=34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:53.996569 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-109bc79f-eb85-49ef-a84a-ce646fcfd680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa58bafb-f642-46fe-ae2b-81b028ecd488', 'name': 'tempest-TestShelveInstance-77307758-router', 'tenant_id': '4c733a1c9e2d4078b44acd994040a650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '0b3d81ad-0407-4a64-874f-be4d0b7ff14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:25:50Z', 'updated_at': '2021-09-09T18:25:53Z', 'revision_number': 4, 'project_id': '4c733a1c9e2d4078b44acd994040a650', 'gw_port': {'id': '0b3d81ad-0407-4a64-874f-be4d0b7ff14b', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa58bafb-f642-46fe-ae2b-81b028ecd488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:25:50Z', 'updated_at': '2021-09-09T18:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': '34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d', 'name': '', 'network_id': '9ec2a65c-0709-4792-8b43-93c3c42d03c0', 'tenant_id': '4c733a1c9e2d4078b44acd994040a650', 'mac_address': 'fa:16:3e:49:6b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa58bafb-f642-46fe-ae2b-81b028ecd488', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a2d97d02-3d47-4a62-8a9e-62fb57567ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:25:52Z', 'updated_at': '2021-09-09T18:25:52Z', 'revision_number': 1, 'project_id': '4c733a1c9e2d4078b44acd994040a650', 'subnets': [{'id': 'a2d97d02-3d47-4a62-8a9e-62fb57567ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:25:54.003645 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2141cf-d5ef-482c-8544-0d1988aeaabf admin admin] Network 9ec2a65c-0709-4792-8b43-93c3c42d03c0 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:25:54.005469 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-fb2141cf-d5ef-482c-8544-0d1988aeaabf admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:25:54.026147 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109bc79f-eb85-49ef-a84a-ce646fcfd680 None None] The sync data for ids ['aa58bafb-f642-46fe-ae2b-81b028ecd488'] in dv-cinder-779540-2-iscsi is: [{'id': 'aa58bafb-f642-46fe-ae2b-81b028ecd488', 'name': 'tempest-TestShelveInstance-77307758-router', 'tenant_id': '4c733a1c9e2d4078b44acd994040a650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '0b3d81ad-0407-4a64-874f-be4d0b7ff14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:25:50Z', 'updated_at': '2021-09-09T18:25:53Z', 'revision_number': 4, 'project_id': '4c733a1c9e2d4078b44acd994040a650', 'gw_port': {'id': '0b3d81ad-0407-4a64-874f-be4d0b7ff14b', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa58bafb-f642-46fe-ae2b-81b028ecd488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:25:50Z', 'updated_at': '2021-09-09T18:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': '34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d', 'name': '', 'network_id': '9ec2a65c-0709-4792-8b43-93c3c42d03c0', 'tenant_id': '4c733a1c9e2d4078b44acd994040a650', 'mac_address': 'fa:16:3e:49:6b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa58bafb-f642-46fe-ae2b-81b028ecd488', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a2d97d02-3d47-4a62-8a9e-62fb57567ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:25:52Z', 'updated_at': '2021-09-09T18:25:52Z', 'revision_number': 1, 'project_id': '4c733a1c9e2d4078b44acd994040a650', 'subnets': [{'id': 'a2d97d02-3d47-4a62-8a9e-62fb57567ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:25:54.140946 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2141cf-d5ef-482c-8544-0d1988aeaabf admin admin] Router aa58bafb-f642-46fe-ae2b-81b028ecd488 has already been hosted by L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 18:25:54.349617 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-ab745a7d-930d-4376-b134-462950bde54e None None] Provisioning complete for port 34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d triggered by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:25:54.350027 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab745a7d-930d-4376-b134-462950bde54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:54.406851 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ab745a7d-930d-4376-b134-462950bde54e None None] Port 34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d cannot update to ACTIVE because it is not bound. {{(pid=94639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 18:25:54.414050 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 7ab99a5c-f0bb-44bc-8505-16e3a86933ac up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:25:54.483087 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port 7ab99a5c-f0bb-44bc-8505-16e3a86933ac triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:25:54.483713 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:54.556597 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2141cf-d5ef-482c-8544-0d1988aeaabf admin admin] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:25:54.562629 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-fb2141cf-d5ef-482c-8544-0d1988aeaabf admin admin] 10.222.0.39 "PUT /v2.0/routers/aa58bafb-f642-46fe-ae2b-81b028ecd488/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1694870 Sep 09 18:25:54.807006 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cc56ff7d-cd4e-4bf4-977e-965ffe9c6321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:55.290521 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 46080) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:25:55.296043 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-f56a154f-29d8-4179-9305-ff7efb08b1e1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-354988815-network', 'tenant_id': 'd613c680e89c45eb9e17b5f5c701d05c'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:25:55.395992 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56a154f-29d8-4179-9305-ff7efb08b1e1 admin admin] Made reservation on behalf of d613c680e89c45eb9e17b5f5c701d05c for: {'network': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:25:55.398428 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f56a154f-29d8-4179-9305-ff7efb08b1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for network, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:55.407931 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f56a154f-29d8-4179-9305-ff7efb08b1e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:55.502904 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f56a154f-29d8-4179-9305-ff7efb08b1e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:55.564559 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f56a154f-29d8-4179-9305-ff7efb08b1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:55.589992 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f56a154f-29d8-4179-9305-ff7efb08b1e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=94638) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 18:25:55.600428 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a154f-29d8-4179-9305-ff7efb08b1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f86160-578e-4588-9b09-fcf998358d14,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:55.605917 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f56a154f-29d8-4179-9305-ff7efb08b1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143'] for segment, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:55.606382 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.db.segments_db [None req-f56a154f-29d8-4179-9305-ff7efb08b1e1 admin admin] Added segment 41aa8ed3-6ccf-416b-8478-79327c1e2646 of type vlan for network 74c4c8ca-27b1-4fe6-93c2-954cb103281a Sep 09 18:25:55.647057 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f56a154f-29d8-4179-9305-ff7efb08b1e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729821298728'] for network, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:55.726893 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f56a154f-29d8-4179-9305-ff7efb08b1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322'] for network, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:55.727897 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56a154f-29d8-4179-9305-ff7efb08b1e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:55.728578 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f56a154f-29d8-4179-9305-ff7efb08b1e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:55.788580 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a154f-29d8-4179-9305-ff7efb08b1e1 admin admin] Pushing event updated for resources: {'Network': ['ID=74c4c8ca-27b1-4fe6-93c2-954cb103281a,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:55.801760 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Network 74c4c8ca-27b1-4fe6-93c2-954cb103281a details requested by agent ovs-agent-dv-cinder-779540-2-iscsi with host dv-cinder-779540-2-iscsi {{(pid=94639) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 18:25:55.824935 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-f56a154f-29d8-4179-9305-ff7efb08b1e1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5330498 Sep 09 18:25:55.827449 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 46082) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:25:55.832237 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-c80cb651-15a1-4d00-8419-902c20bd83fc admin admin] Request body: {'subnet': {'network_id': '74c4c8ca-27b1-4fe6-93c2-954cb103281a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-354988815-subnet', 'tenant_id': 'd613c680e89c45eb9e17b5f5c701d05c', 'ip_version': 4}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:25:55.904094 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80cb651-15a1-4d00-8419-902c20bd83fc admin admin] Made reservation on behalf of d613c680e89c45eb9e17b5f5c701d05c for: {'subnet': 1} {{(pid=94638) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:25:55.907704 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c80cb651-15a1-4d00-8419-902c20bd83fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9553026'] for subnet, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:56.219630 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c80cb651-15a1-4d00-8419-902c20bd83fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2896114', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9553052'] for subnet, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:56.283030 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80cb651-15a1-4d00-8419-902c20bd83fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4041fce-7f1c-46db-bee2-5fe19f72619e,revision_number=0']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:56.296500 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80cb651-15a1-4d00-8419-902c20bd83fc admin admin] Checking segment: {'id': '41aa8ed3-6ccf-416b-8478-79327c1e2646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '74c4c8ca-27b1-4fe6-93c2-954cb103281a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:25:56.296500 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80cb651-15a1-4d00-8419-902c20bd83fc admin admin] Network hostable DHCP agents. Network: 74c4c8ca-27b1-4fe6-93c2-954cb103281a, hostable agents: ['6109b3ba-05d2-41fe-b34b-8d3bf45e9862'], hosted agents: [] {{(pid=94638) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 18:25:56.310842 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3339d5c0-84db-4484-a477-df2d7cae7a73 None None] Sync routers for ids ['aa58bafb-f642-46fe-ae2b-81b028ecd488'] in dv-cinder-779540-2-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:25:56.331332 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3339d5c0-84db-4484-a477-df2d7cae7a73 None None] Routers {'aa58bafb-f642-46fe-ae2b-81b028ecd488'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:25:56.331332 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-3339d5c0-84db-4484-a477-df2d7cae7a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:25:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['aa58bafb-f642-46fe-ae2b-81b028ecd488'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:25:56.405450 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80cb651-15a1-4d00-8419-902c20bd83fc admin admin] Network 74c4c8ca-27b1-4fe6-93c2-954cb103281a is scheduled to be hosted by DHCP agent 6109b3ba-05d2-41fe-b34b-8d3bf45e9862 with binding_index 1 {{(pid=94638) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 18:25:56.413061 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 0b3d81ad-0407-4a64-874f-be4d0b7ff14b up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:25:56.454549 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-3339d5c0-84db-4484-a477-df2d7cae7a73 None None] Set router aa58bafb-f642-46fe-ae2b-81b028ecd488 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:25:56.526314 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-c80cb651-15a1-4d00-8419-902c20bd83fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779540-2-iscsi, 74c4c8ca-27b1-4fe6-93c2-954cb103281a) {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:25:56.531865 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80cb651-15a1-4d00-8419-902c20bd83fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:25:56.532626 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c80cb651-15a1-4d00-8419-902c20bd83fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:56.539827 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa73bac-d4b9-4754-84e1-d6e6631ee032 None None] Network 74c4c8ca-27b1-4fe6-93c2-954cb103281a requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:25:56.585228 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning for port 0b3d81ad-0407-4a64-874f-be4d0b7ff14b completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:25:56.615512 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-c80cb651-15a1-4d00-8419-902c20bd83fc admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7847717 Sep 09 18:25:56.616070 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 46092) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:25:56.616983 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port 0b3d81ad-0407-4a64-874f-be4d0b7ff14b triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:25:56.617507 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:56.622752 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-06dd1138-a289-4411-9b60-278fcc67f1e4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-354988815-router', 'tenant_id': 'd613c680e89c45eb9e17b5f5c701d05c', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'}}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:25:56.684028 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-3339d5c0-84db-4484-a477-df2d7cae7a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa58bafb-f642-46fe-ae2b-81b028ecd488', 'name': 'tempest-TestShelveInstance-77307758-router', 'tenant_id': '4c733a1c9e2d4078b44acd994040a650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '0b3d81ad-0407-4a64-874f-be4d0b7ff14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:25:50Z', 'updated_at': '2021-09-09T18:25:53Z', 'revision_number': 4, 'project_id': '4c733a1c9e2d4078b44acd994040a650', 'gw_port': {'id': '0b3d81ad-0407-4a64-874f-be4d0b7ff14b', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b4:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa58bafb-f642-46fe-ae2b-81b028ecd488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:25:50Z', 'updated_at': '2021-09-09T18:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': '34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d', 'name': '', 'network_id': '9ec2a65c-0709-4792-8b43-93c3c42d03c0', 'tenant_id': '4c733a1c9e2d4078b44acd994040a650', 'mac_address': 'fa:16:3e:49:6b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa58bafb-f642-46fe-ae2b-81b028ecd488', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a2d97d02-3d47-4a62-8a9e-62fb57567ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:25:52Z', 'updated_at': '2021-09-09T18:25:53Z', 'revision_number': 2, 'project_id': '4c733a1c9e2d4078b44acd994040a650', 'subnets': [{'id': 'a2d97d02-3d47-4a62-8a9e-62fb57567ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:25:56.713767 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3339d5c0-84db-4484-a477-df2d7cae7a73 None None] Checking router: aa58bafb-f642-46fe-ae2b-81b028ecd488 for host: dv-cinder-779540-2-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:25:56.713767 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3339d5c0-84db-4484-a477-df2d7cae7a73 None None] Updating router aa58bafb-f642-46fe-ae2b-81b028ecd488 port 34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d binding host dv-cinder-779540-2-iscsi {{(pid=94640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 18:25:56.715530 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-06dd1138-a289-4411-9b60-278fcc67f1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-912016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7588'] for router, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:56.717466 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-06dd1138-a289-4411-9b60-278fcc67f1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-904704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-908176', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686379', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7597'] for router, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:56.769868 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707f6d9f-ef1a-45d4-b8ae-5b759ffc4e71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6bd729f0-ff64-59d2-b832-3ba31ba8699f-74c4c8ca-27b1-4fe6-93c2-954cb103281a', 'network_id': '74c4c8ca-27b1-4fe6-93c2-954cb103281a', 'tenant_id': 'd613c680e89c45eb9e17b5f5c701d05c', 'fixed_ips': [{'subnet_id': 'c4041fce-7f1c-46db-bee2-5fe19f72619e'}]}} from dv-cinder-779540-2-iscsi. {{(pid=94639) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 18:25:56.770714 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-707f6d9f-ef1a-45d4-b8ae-5b759ffc4e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:56.774173 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3339d5c0-84db-4484-a477-df2d7cae7a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:56.780094 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-06dd1138-a289-4411-9b60-278fcc67f1e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:56.808813 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:56.884070 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] For port 0b3d81ad-0407-4a64-874f-be4d0b7ff14b, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=0b3d81ad-0407-4a64-874f-be4d0b7ff14b,segment=NetworkSegment(7a73f5cb-6b09-47ec-a9e0-b99f618e2056),segment_id=7a73f5cb-6b09-47ec-a9e0-b99f618e2056)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:25:56.943965 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:56.958248 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-707f6d9f-ef1a-45d4-b8ae-5b759ffc4e71 None None] Allocated IP 172.20.0.2 (74c4c8ca-27b1-4fe6-93c2-954cb103281a/c4041fce-7f1c-46db-bee2-5fe19f72619e/9ee5a31b-effc-4ce4-94b6-55c49ea349e7) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:25:56.993605 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-06dd1138-a289-4411-9b60-278fcc67f1e4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:57.040756 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Pushing event updated for resources: {'Port': ['ID=0b3d81ad-0407-4a64-874f-be4d0b7ff14b,revision_number=4']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:57.068096 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3339d5c0-84db-4484-a477-df2d7cae7a73 None None] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:57.084030 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-3339d5c0-84db-4484-a477-df2d7cae7a73 None None] Transition to ACTIVE for port object 34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:25:57.144080 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3339d5c0-84db-4484-a477-df2d7cae7a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:57.171232 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-707f6d9f-ef1a-45d4-b8ae-5b759ffc4e71 None None] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:57.185067 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-707f6d9f-ef1a-45d4-b8ae-5b759ffc4e71 None None] Transition to ACTIVE for port object 9ee5a31b-effc-4ce4-94b6-55c49ea349e7 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:25:57.197962 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5eb33-0869-41d5-b428-e74084331bb3 None None] Pushing event updated for resources: {'Port': ['ID=34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:57.205623 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-707f6d9f-ef1a-45d4-b8ae-5b759ffc4e71 None None] Transition to ACTIVE for port object 9ee5a31b-effc-4ce4-94b6-55c49ea349e7 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:25:57.206004 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d5eb33-0869-41d5-b428-e74084331bb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:57.206357 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d5eb33-0869-41d5-b428-e74084331bb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:57.206699 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d5eb33-0869-41d5-b428-e74084331bb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:57.207038 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d5eb33-0869-41d5-b428-e74084331bb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:57.207368 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d5eb33-0869-41d5-b428-e74084331bb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:57.207758 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d5eb33-0869-41d5-b428-e74084331bb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:57.208666 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d5eb33-0869-41d5-b428-e74084331bb3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:57.208666 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d5eb33-0869-41d5-b428-e74084331bb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:57.208967 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d5eb33-0869-41d5-b428-e74084331bb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:57.209214 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d5eb33-0869-41d5-b428-e74084331bb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:57.209505 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d5eb33-0869-41d5-b428-e74084331bb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:57.209821 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d5eb33-0869-41d5-b428-e74084331bb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:25:57.288761 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-707f6d9f-ef1a-45d4-b8ae-5b759ffc4e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:57.289600 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-3339d5c0-84db-4484-a477-df2d7cae7a73 None None] Attempting to bind port 34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d on host dv-cinder-779540-2-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:25:57.289981 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-3339d5c0-84db-4484-a477-df2d7cae7a73 None None] Attempting to bind port 34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d by drivers openvswitch,hyperv on host dv-cinder-779540-2-iscsi at level 0 using segments [{'id': '39dd872f-63d1-40bf-894c-f52a0533ea64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9ec2a65c-0709-4792-8b43-93c3c42d03c0'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:25:57.290444 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3339d5c0-84db-4484-a477-df2d7cae7a73 None None] Attempting to bind port 34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d on network 9ec2a65c-0709-4792-8b43-93c3c42d03c0 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:25:57.296655 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3339d5c0-84db-4484-a477-df2d7cae7a73 None None] Checking agent: {'id': '6d9a1dab-6af8-44c5-a6af-2e6d734c4a3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 7, 57), 'started_at': datetime.datetime(2021, 9, 9, 18, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:25:57.297144 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3339d5c0-84db-4484-a477-df2d7cae7a73 None None] Checking segment: {'id': '39dd872f-63d1-40bf-894c-f52a0533ea64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9ec2a65c-0709-4792-8b43-93c3c42d03c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:25:57.299944 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3339d5c0-84db-4484-a477-df2d7cae7a73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:57.299944 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3339d5c0-84db-4484-a477-df2d7cae7a73 None None] Bound using segment: {'id': '39dd872f-63d1-40bf-894c-f52a0533ea64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9ec2a65c-0709-4792-8b43-93c3c42d03c0'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:25:57.299944 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-3339d5c0-84db-4484-a477-df2d7cae7a73 None None] Bound port: 34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d, host: dv-cinder-779540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39dd872f-63d1-40bf-894c-f52a0533ea64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9ec2a65c-0709-4792-8b43-93c3c42d03c0'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:25:57.299944 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3339d5c0-84db-4484-a477-df2d7cae7a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:57.317522 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-06dd1138-a289-4411-9b60-278fcc67f1e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:57.344819 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-06dd1138-a289-4411-9b60-278fcc67f1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:57.357900 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707f6d9f-ef1a-45d4-b8ae-5b759ffc4e71 None None] Network 74c4c8ca-27b1-4fe6-93c2-954cb103281a is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:25:57.363999 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-707f6d9f-ef1a-45d4-b8ae-5b759ffc4e71 None None] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:25:57.371108 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707f6d9f-ef1a-45d4-b8ae-5b759ffc4e71 None None] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:25:57.383664 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f6d9f-ef1a-45d4-b8ae-5b759ffc4e71 None None] Pushing event updated for resources: {'Port': ['ID=9ee5a31b-effc-4ce4-94b6-55c49ea349e7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:57.445304 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-3339d5c0-84db-4484-a477-df2d7cae7a73 None None] For port 34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d, host dv-cinder-779540-2-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:25:57.454539 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-3339d5c0-84db-4484-a477-df2d7cae7a73 None None] For port 34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d, host dv-cinder-779540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d,segment=NetworkSegment(39dd872f-63d1-40bf-894c-f52a0533ea64),segment_id=39dd872f-63d1-40bf-894c-f52a0533ea64)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:25:57.462815 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-707f6d9f-ef1a-45d4-b8ae-5b759ffc4e71 None None] Attempting to bind port 9ee5a31b-effc-4ce4-94b6-55c49ea349e7 on host dv-cinder-779540-2-iscsi for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:25:57.463619 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-707f6d9f-ef1a-45d4-b8ae-5b759ffc4e71 None None] Attempting to bind port 9ee5a31b-effc-4ce4-94b6-55c49ea349e7 by drivers openvswitch,hyperv on host dv-cinder-779540-2-iscsi at level 0 using segments [{'id': '41aa8ed3-6ccf-416b-8478-79327c1e2646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '74c4c8ca-27b1-4fe6-93c2-954cb103281a'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:25:57.463619 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707f6d9f-ef1a-45d4-b8ae-5b759ffc4e71 None None] Attempting to bind port 9ee5a31b-effc-4ce4-94b6-55c49ea349e7 on network 74c4c8ca-27b1-4fe6-93c2-954cb103281a {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:25:57.470836 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707f6d9f-ef1a-45d4-b8ae-5b759ffc4e71 None None] Checking agent: {'id': '6d9a1dab-6af8-44c5-a6af-2e6d734c4a3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 7, 57), 'started_at': datetime.datetime(2021, 9, 9, 18, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:25:57.471213 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707f6d9f-ef1a-45d4-b8ae-5b759ffc4e71 None None] Checking segment: {'id': '41aa8ed3-6ccf-416b-8478-79327c1e2646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '74c4c8ca-27b1-4fe6-93c2-954cb103281a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:25:57.471623 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-707f6d9f-ef1a-45d4-b8ae-5b759ffc4e71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:57.472162 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707f6d9f-ef1a-45d4-b8ae-5b759ffc4e71 None None] Bound using segment: {'id': '41aa8ed3-6ccf-416b-8478-79327c1e2646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '74c4c8ca-27b1-4fe6-93c2-954cb103281a'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:25:57.472640 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-707f6d9f-ef1a-45d4-b8ae-5b759ffc4e71 None None] Bound port: 9ee5a31b-effc-4ce4-94b6-55c49ea349e7, host: dv-cinder-779540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41aa8ed3-6ccf-416b-8478-79327c1e2646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '74c4c8ca-27b1-4fe6-93c2-954cb103281a'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:25:57.473050 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-707f6d9f-ef1a-45d4-b8ae-5b759ffc4e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:57.509829 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c851ee31-169c-4ccf-84cf-0c0109016524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:57.530417 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.db_base_plugin_common [None req-06dd1138-a289-4411-9b60-278fcc67f1e4 admin admin] Allocated IP 172.27.0.80 (3a4844da-e7df-49de-8120-ac4d2e4c4f80/6ecf6949-122b-4bec-9802-77be4eb2c7d8/8502a32d-565d-4836-8061-b0df6cfb4119) {{(pid=94637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:25:57.531245 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3339d5c0-84db-4484-a477-df2d7cae7a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:57.533232 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:57.553611 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-707f6d9f-ef1a-45d4-b8ae-5b759ffc4e71 None None] For port 9ee5a31b-effc-4ce4-94b6-55c49ea349e7, host dv-cinder-779540-2-iscsi, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:25:57.558428 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-707f6d9f-ef1a-45d4-b8ae-5b759ffc4e71 None None] For port 9ee5a31b-effc-4ce4-94b6-55c49ea349e7, host dv-cinder-779540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=9ee5a31b-effc-4ce4-94b6-55c49ea349e7,segment=NetworkSegment(41aa8ed3-6ccf-416b-8478-79327c1e2646),segment_id=41aa8ed3-6ccf-416b-8478-79327c1e2646)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:25:57.603876 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5eb33-0869-41d5-b428-e74084331bb3 None None] Pushing event updated for resources: {'Port': ['ID=34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:57.615785 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3339d5c0-84db-4484-a477-df2d7cae7a73 None None] Routers {'aa58bafb-f642-46fe-ae2b-81b028ecd488'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:25:57.616718 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-3339d5c0-84db-4484-a477-df2d7cae7a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:25:57Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['aa58bafb-f642-46fe-ae2b-81b028ecd488'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:25:57.650924 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-707f6d9f-ef1a-45d4-b8ae-5b759ffc4e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:57.671428 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-06dd1138-a289-4411-9b60-278fcc67f1e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:57.729236 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f6d9f-ef1a-45d4-b8ae-5b759ffc4e71 None None] Pushing event updated for resources: {'Port': ['ID=9ee5a31b-effc-4ce4-94b6-55c49ea349e7,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:57.748230 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-3339d5c0-84db-4484-a477-df2d7cae7a73 None None] Set router aa58bafb-f642-46fe-ae2b-81b028ecd488 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:25:57.815570 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-06dd1138-a289-4411-9b60-278fcc67f1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:57.910278 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06dd1138-a289-4411-9b60-278fcc67f1e4 admin admin] Network 3a4844da-e7df-49de-8120-ac4d2e4c4f80 is already hosted by enough agents. {{(pid=94637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:25:57.921129 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.base_scheduler [None req-06dd1138-a289-4411-9b60-278fcc67f1e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:25:57.923888 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd1138-a289-4411-9b60-278fcc67f1e4 admin admin] Pushing event updated for resources: {'Port': ['ID=8502a32d-565d-4836-8061-b0df6cfb4119,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:57.926749 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dd1138-a289-4411-9b60-278fcc67f1e4 admin admin] Received port after_create {{(pid=94637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:25:58.042561 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-3339d5c0-84db-4484-a477-df2d7cae7a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa58bafb-f642-46fe-ae2b-81b028ecd488', 'name': 'tempest-TestShelveInstance-77307758-router', 'tenant_id': '4c733a1c9e2d4078b44acd994040a650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '0b3d81ad-0407-4a64-874f-be4d0b7ff14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:25:50Z', 'updated_at': '2021-09-09T18:25:53Z', 'revision_number': 4, 'project_id': '4c733a1c9e2d4078b44acd994040a650', 'gw_port': {'id': '0b3d81ad-0407-4a64-874f-be4d0b7ff14b', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58bafb-f642-46fe-ae2b-81b028ecd488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:25:50Z', 'updated_at': '2021-09-09T18:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': '34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d', 'name': '', 'network_id': '9ec2a65c-0709-4792-8b43-93c3c42d03c0', 'tenant_id': '4c733a1c9e2d4078b44acd994040a650', 'mac_address': 'fa:16:3e:49:6b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa58bafb-f642-46fe-ae2b-81b028ecd488', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a2d97d02-3d47-4a62-8a9e-62fb57567ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:25:52Z', 'updated_at': '2021-09-09T18:25:57Z', 'revision_number': 4, 'project_id': '4c733a1c9e2d4078b44acd994040a650', 'subnets': [{'id': 'a2d97d02-3d47-4a62-8a9e-62fb57567ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:25:58.072802 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3339d5c0-84db-4484-a477-df2d7cae7a73 None None] The sync data for ids ['aa58bafb-f642-46fe-ae2b-81b028ecd488'] in dv-cinder-779540-2-iscsi is: [{'id': 'aa58bafb-f642-46fe-ae2b-81b028ecd488', 'name': 'tempest-TestShelveInstance-77307758-router', 'tenant_id': '4c733a1c9e2d4078b44acd994040a650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '0b3d81ad-0407-4a64-874f-be4d0b7ff14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:25:50Z', 'updated_at': '2021-09-09T18:25:53Z', 'revision_number': 4, 'project_id': '4c733a1c9e2d4078b44acd994040a650', 'gw_port': {'id': '0b3d81ad-0407-4a64-874f-be4d0b7ff14b', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58bafb-f642-46fe-ae2b-81b028ecd488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:25:50Z', 'updated_at': '2021-09-09T18:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': '34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d', 'name': '', 'network_id': '9ec2a65c-0709-4792-8b43-93c3c42d03c0', 'tenant_id': '4c733a1c9e2d4078b44acd994040a650', 'mac_address': 'fa:16:3e:49:6b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa58bafb-f642-46fe-ae2b-81b028ecd488', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a2d97d02-3d47-4a62-8a9e-62fb57567ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:25:52Z', 'updated_at': '2021-09-09T18:25:57Z', 'revision_number': 4, 'project_id': '4c733a1c9e2d4078b44acd994040a650', 'subnets': [{'id': 'a2d97d02-3d47-4a62-8a9e-62fb57567ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:25:58.315054 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-06dd1138-a289-4411-9b60-278fcc67f1e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:58.614735 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:25:58.623759 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-06dd1138-a289-4411-9b60-278fcc67f1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-904729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-905281'] for router, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:58.821875 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b022cd9e-6f7a-4f44-894c-36e04a945c50 None None] Network 74c4c8ca-27b1-4fe6-93c2-954cb103281a requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:25:58.903722 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning for port 34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:25:58.930080 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06dd1138-a289-4411-9b60-278fcc67f1e4 admin admin] Router 8804e6a6-c47e-4674-87e0-09a3742acf02 is scheduled to L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 with binding_index 1 {{(pid=94637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 18:25:58.936279 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port 34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:25:58.936681 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:59.039794 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06dd1138-a289-4411-9b60-278fcc67f1e4 admin admin] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:25:59.041757 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-420540ab-a8b1-4f1b-b636-17f3ce05915c None None] Provisioning for port 9ee5a31b-effc-4ce4-94b6-55c49ea349e7 completed by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:25:59.062193 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4e9f48-9a51-4a19-92c0-076a42c9b931 None None] Sync routers for ids ['8804e6a6-c47e-4674-87e0-09a3742acf02'] in dv-cinder-779540-2-iscsi {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:25:59.073320 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:59.099770 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4e9f48-9a51-4a19-92c0-076a42c9b931 None None] Routers {'8804e6a6-c47e-4674-87e0-09a3742acf02'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:25:59.100434 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-8f4e9f48-9a51-4a19-92c0-076a42c9b931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:25:57Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['8804e6a6-c47e-4674-87e0-09a3742acf02'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:25:59.130191 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-06dd1138-a289-4411-9b60-278fcc67f1e4 admin admin] Notify callbacks [] for router, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:59.131466 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-06dd1138-a289-4411-9b60-278fcc67f1e4 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5145745 Sep 09 18:25:59.134380 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 46116) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:25:59.155775 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] For port 34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d,segment=NetworkSegment(39dd872f-63d1-40bf-894c-f52a0533ea64),segment_id=39dd872f-63d1-40bf-894c-f52a0533ea64)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:25:59.173646 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:59.227309 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:59.228074 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 9ee5a31b-effc-4ce4-94b6-55c49ea349e7 up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:25:59.236116 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-8f4e9f48-9a51-4a19-92c0-076a42c9b931 None None] Set router 8804e6a6-c47e-4674-87e0-09a3742acf02 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:25:59.546667 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Pushing event updated for resources: {'Port': ['ID=34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d,revision_number=5']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:25:59.602033 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ba7c9156-eaaf-4a81-ab3d-75ae9ff01099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:59.634390 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-8f4e9f48-9a51-4a19-92c0-076a42c9b931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8804e6a6-c47e-4674-87e0-09a3742acf02', 'name': 'tempest-TestShelveInstance-354988815-router', 'tenant_id': 'd613c680e89c45eb9e17b5f5c701d05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '8502a32d-565d-4836-8061-b0df6cfb4119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:25:56Z', 'updated_at': '2021-09-09T18:25:58Z', 'revision_number': 3, 'project_id': 'd613c680e89c45eb9e17b5f5c701d05c', 'gw_port': {'id': '8502a32d-565d-4836-8061-b0df6cfb4119', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8804e6a6-c47e-4674-87e0-09a3742acf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:25:57Z', 'updated_at': '2021-09-09T18:25:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi'}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:25:59.664207 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning for port 9ee5a31b-effc-4ce4-94b6-55c49ea349e7 completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:25:59.666364 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4e9f48-9a51-4a19-92c0-076a42c9b931 None None] Checking router: 8804e6a6-c47e-4674-87e0-09a3742acf02 for host: dv-cinder-779540-2-iscsi {{(pid=94639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:25:59.666739 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4e9f48-9a51-4a19-92c0-076a42c9b931 None None] Updating router 8804e6a6-c47e-4674-87e0-09a3742acf02 port 8502a32d-565d-4836-8061-b0df6cfb4119 binding host dv-cinder-779540-2-iscsi {{(pid=94639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 18:25:59.672185 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port 9ee5a31b-effc-4ce4-94b6-55c49ea349e7 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:25:59.672655 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:59.719312 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f4e9f48-9a51-4a19-92c0-076a42c9b931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:59.795086 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-ba7c9156-eaaf-4a81-ab3d-75ae9ff01099 admin admin] Allocated IP 172.20.0.1 (74c4c8ca-27b1-4fe6-93c2-954cb103281a/c4041fce-7f1c-46db-bee2-5fe19f72619e/f2ce7faa-79ac-4c14-a7d4-f8752c88fadb) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:25:59.871709 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:59.911873 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ba7c9156-eaaf-4a81-ab3d-75ae9ff01099 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:25:59.926101 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.provisioning_blocks [None req-ba7c9156-eaaf-4a81-ab3d-75ae9ff01099 admin admin] Transition to ACTIVE for port object f2ce7faa-79ac-4c14-a7d4-f8752c88fadb will not be triggered until provisioned by entity DHCP. {{(pid=94638) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:25:59.954797 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] For port 9ee5a31b-effc-4ce4-94b6-55c49ea349e7, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=9ee5a31b-effc-4ce4-94b6-55c49ea349e7,segment=NetworkSegment(41aa8ed3-6ccf-416b-8478-79327c1e2646),segment_id=41aa8ed3-6ccf-416b-8478-79327c1e2646)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:26:00.022028 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ba7c9156-eaaf-4a81-ab3d-75ae9ff01099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2896014'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:00.042234 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f4e9f48-9a51-4a19-92c0-076a42c9b931 None None] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:00.044895 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:00.045678 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 0b3d81ad-0407-4a64-874f-be4d0b7ff14b up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:26:00.058987 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7c9156-eaaf-4a81-ab3d-75ae9ff01099 admin admin] Network 74c4c8ca-27b1-4fe6-93c2-954cb103281a is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:26:00.061890 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-ba7c9156-eaaf-4a81-ab3d-75ae9ff01099 admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:26:00.065510 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7c9156-eaaf-4a81-ab3d-75ae9ff01099 admin admin] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:26:00.092805 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c9156-eaaf-4a81-ab3d-75ae9ff01099 admin admin] Pushing event updated for resources: {'Port': ['ID=f2ce7faa-79ac-4c14-a7d4-f8752c88fadb,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:26:00.099857 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-8f4e9f48-9a51-4a19-92c0-076a42c9b931 None None] Transition to ACTIVE for port object 8502a32d-565d-4836-8061-b0df6cfb4119 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:26:00.118444 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ba7c9156-eaaf-4a81-ab3d-75ae9ff01099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-905360'] for router_interface, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:00.142480 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Pushing event updated for resources: {'Port': ['ID=9ee5a31b-effc-4ce4-94b6-55c49ea349e7,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:26:00.150774 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port 0b3d81ad-0407-4a64-874f-be4d0b7ff14b triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:26:00.157721 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:00.178099 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f4e9f48-9a51-4a19-92c0-076a42c9b931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:00.246549 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-8f4e9f48-9a51-4a19-92c0-076a42c9b931 None None] Attempting to bind port 8502a32d-565d-4836-8061-b0df6cfb4119 on host dv-cinder-779540-2-iscsi for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:26:00.246925 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-8f4e9f48-9a51-4a19-92c0-076a42c9b931 None None] Attempting to bind port 8502a32d-565d-4836-8061-b0df6cfb4119 by drivers openvswitch,hyperv on host dv-cinder-779540-2-iscsi at level 0 using segments [{'id': '7a73f5cb-6b09-47ec-a9e0-b99f618e2056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:26:00.247296 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4e9f48-9a51-4a19-92c0-076a42c9b931 None None] Attempting to bind port 8502a32d-565d-4836-8061-b0df6cfb4119 on network 3a4844da-e7df-49de-8120-ac4d2e4c4f80 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:26:00.249116 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc5fc01-95b5-472b-a76d-3a27bff8bffd None None] Pushing event updated for resources: {'Port': ['ID=8502a32d-565d-4836-8061-b0df6cfb4119,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:26:00.256493 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4e9f48-9a51-4a19-92c0-076a42c9b931 None None] Checking agent: {'id': '6d9a1dab-6af8-44c5-a6af-2e6d734c4a3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 7, 57), 'started_at': datetime.datetime(2021, 9, 9, 18, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:26:00.256833 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4e9f48-9a51-4a19-92c0-076a42c9b931 None None] Checking segment: {'id': '7a73f5cb-6b09-47ec-a9e0-b99f618e2056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:26:00.257236 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f4e9f48-9a51-4a19-92c0-076a42c9b931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:00.257627 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4e9f48-9a51-4a19-92c0-076a42c9b931 None None] Bound using segment: {'id': '7a73f5cb-6b09-47ec-a9e0-b99f618e2056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:26:00.258099 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [None req-8f4e9f48-9a51-4a19-92c0-076a42c9b931 None None] Bound port: 8502a32d-565d-4836-8061-b0df6cfb4119, host: dv-cinder-779540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a73f5cb-6b09-47ec-a9e0-b99f618e2056', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:26:00.258477 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f4e9f48-9a51-4a19-92c0-076a42c9b931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:00.345607 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ba7c9156-eaaf-4a81-ab3d-75ae9ff01099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:00.357633 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-8f4e9f48-9a51-4a19-92c0-076a42c9b931 None None] For port 8502a32d-565d-4836-8061-b0df6cfb4119, host dv-cinder-779540-2-iscsi, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:26:00.357633 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-8f4e9f48-9a51-4a19-92c0-076a42c9b931 None None] For port 8502a32d-565d-4836-8061-b0df6cfb4119, host dv-cinder-779540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=8502a32d-565d-4836-8061-b0df6cfb4119,segment=NetworkSegment(7a73f5cb-6b09-47ec-a9e0-b99f618e2056),segment_id=7a73f5cb-6b09-47ec-a9e0-b99f618e2056)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:26:00.439993 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:26:00.443890 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-dff0a036-c723-4fe1-8737-c1e2bdee6d55 None None] Provisioning for port f2ce7faa-79ac-4c14-a7d4-f8752c88fadb completed by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:26:00.468366 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-dff0a036-c723-4fe1-8737-c1e2bdee6d55 None None] Provisioning complete for port f2ce7faa-79ac-4c14-a7d4-f8752c88fadb triggered by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:26:00.468779 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dff0a036-c723-4fe1-8737-c1e2bdee6d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:00.474892 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f4e9f48-9a51-4a19-92c0-076a42c9b931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:00.512718 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ba7c9156-eaaf-4a81-ab3d-75ae9ff01099 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:00.560950 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-dff0a036-c723-4fe1-8737-c1e2bdee6d55 None None] Port f2ce7faa-79ac-4c14-a7d4-f8752c88fadb cannot update to ACTIVE because it is not bound. {{(pid=94639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 18:26:00.570961 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4e9f48-9a51-4a19-92c0-076a42c9b931 None None] Routers {'8804e6a6-c47e-4674-87e0-09a3742acf02'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:26:00.571574 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-8f4e9f48-9a51-4a19-92c0-076a42c9b931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:25:57Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['8804e6a6-c47e-4674-87e0-09a3742acf02'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:26:00.610928 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ba7c9156-eaaf-4a81-ab3d-75ae9ff01099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2903677'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:00.623448 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc5fc01-95b5-472b-a76d-3a27bff8bffd None None] Pushing event updated for resources: {'Port': ['ID=8502a32d-565d-4836-8061-b0df6cfb4119,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:26:00.642976 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port 34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:26:00.643583 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:00.678109 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c9156-eaaf-4a81-ab3d-75ae9ff01099 admin admin] Pushing event updated for resources: {'Port': ['ID=f2ce7faa-79ac-4c14-a7d4-f8752c88fadb,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:26:00.690180 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ba7c9156-eaaf-4a81-ab3d-75ae9ff01099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-906496'] for router_interface, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:00.735718 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-8f4e9f48-9a51-4a19-92c0-076a42c9b931 None None] Set router 8804e6a6-c47e-4674-87e0-09a3742acf02 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:26:00.780561 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7c9156-eaaf-4a81-ab3d-75ae9ff01099 admin admin] Network 74c4c8ca-27b1-4fe6-93c2-954cb103281a is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:26:00.782177 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-ba7c9156-eaaf-4a81-ab3d-75ae9ff01099 admin admin] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:26:00.875940 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 9ee5a31b-effc-4ce4-94b6-55c49ea349e7 up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:26:00.954592 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7c9156-eaaf-4a81-ab3d-75ae9ff01099 admin admin] Router 8804e6a6-c47e-4674-87e0-09a3742acf02 has already been hosted by L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 18:26:01.010108 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port 9ee5a31b-effc-4ce4-94b6-55c49ea349e7 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:26:01.010322 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:01.076066 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7c9156-eaaf-4a81-ab3d-75ae9ff01099 admin admin] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:26:01.081082 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-ba7c9156-eaaf-4a81-ab3d-75ae9ff01099 admin admin] 10.222.0.39 "PUT /v2.0/routers/8804e6a6-c47e-4674-87e0-09a3742acf02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9445155 Sep 09 18:26:01.136271 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:01.272912 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-9328467f-9fa9-42e3-b04a-714aa344770b None None] Provisioning complete for port f2ce7faa-79ac-4c14-a7d4-f8752c88fadb triggered by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:26:01.273290 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9328467f-9fa9-42e3-b04a-714aa344770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:01.338076 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-8f4e9f48-9a51-4a19-92c0-076a42c9b931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8804e6a6-c47e-4674-87e0-09a3742acf02', 'name': 'tempest-TestShelveInstance-354988815-router', 'tenant_id': 'd613c680e89c45eb9e17b5f5c701d05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '8502a32d-565d-4836-8061-b0df6cfb4119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:25:56Z', 'updated_at': '2021-09-09T18:26:00Z', 'revision_number': 4, 'project_id': 'd613c680e89c45eb9e17b5f5c701d05c', 'gw_port': {'id': '8502a32d-565d-4836-8061-b0df6cfb4119', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8804e6a6-c47e-4674-87e0-09a3742acf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:25:57Z', 'updated_at': '2021-09-09T18:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': 'f2ce7faa-79ac-4c14-a7d4-f8752c88fadb', 'name': '', 'network_id': '74c4c8ca-27b1-4fe6-93c2-954cb103281a', 'tenant_id': 'd613c680e89c45eb9e17b5f5c701d05c', 'mac_address': 'fa:16:3e:d0:c0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8804e6a6-c47e-4674-87e0-09a3742acf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'c4041fce-7f1c-46db-bee2-5fe19f72619e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:25:59Z', 'updated_at': '2021-09-09T18:25:59Z', 'revision_number': 1, 'project_id': 'd613c680e89c45eb9e17b5f5c701d05c', 'subnets': [{'id': 'c4041fce-7f1c-46db-bee2-5fe19f72619e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:26:01.374618 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9328467f-9fa9-42e3-b04a-714aa344770b None None] Port f2ce7faa-79ac-4c14-a7d4-f8752c88fadb cannot update to ACTIVE because it is not bound. {{(pid=94639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 18:26:01.380120 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4e9f48-9a51-4a19-92c0-076a42c9b931 None None] The sync data for ids ['8804e6a6-c47e-4674-87e0-09a3742acf02'] in dv-cinder-779540-2-iscsi is: [{'id': '8804e6a6-c47e-4674-87e0-09a3742acf02', 'name': 'tempest-TestShelveInstance-354988815-router', 'tenant_id': 'd613c680e89c45eb9e17b5f5c701d05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '8502a32d-565d-4836-8061-b0df6cfb4119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:25:56Z', 'updated_at': '2021-09-09T18:26:00Z', 'revision_number': 4, 'project_id': 'd613c680e89c45eb9e17b5f5c701d05c', 'gw_port': {'id': '8502a32d-565d-4836-8061-b0df6cfb4119', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8804e6a6-c47e-4674-87e0-09a3742acf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:25:57Z', 'updated_at': '2021-09-09T18:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': 'f2ce7faa-79ac-4c14-a7d4-f8752c88fadb', 'name': '', 'network_id': '74c4c8ca-27b1-4fe6-93c2-954cb103281a', 'tenant_id': 'd613c680e89c45eb9e17b5f5c701d05c', 'mac_address': 'fa:16:3e:d0:c0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8804e6a6-c47e-4674-87e0-09a3742acf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'c4041fce-7f1c-46db-bee2-5fe19f72619e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:25:59Z', 'updated_at': '2021-09-09T18:25:59Z', 'revision_number': 1, 'project_id': 'd613c680e89c45eb9e17b5f5c701d05c', 'subnets': [{'id': 'c4041fce-7f1c-46db-bee2-5fe19f72619e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:26:01.747147 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 46152) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:26:01.752158 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-97e4331b-0ca1-4c51-a85b-2dcf36713eb5 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-658520154', 'description': 'tempest-secgroup-smoke-658520154 description', 'project_id': '4c733a1c9e2d4078b44acd994040a650'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:26:01.873545 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-97e4331b-0ca1-4c51-a85b-2dcf36713eb5 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:02.017364 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-97e4331b-0ca1-4c51-a85b-2dcf36713eb5 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:02.079010 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-97e4331b-0ca1-4c51-a85b-2dcf36713eb5 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:02.119446 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4331b-0ca1-4c51-a85b-2dcf36713eb5 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=483dbb48-e23f-4678-9660-80a6f2080f86,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:26:02.170455 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-97e4331b-0ca1-4c51-a85b-2dcf36713eb5 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:02.171842 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-97e4331b-0ca1-4c51-a85b-2dcf36713eb5 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4236672 Sep 09 18:26:02.175236 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 46160) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:26:02.181088 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-7cb2682c-b3f6-411f-8d90-8edc1e6c9ffb tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Request body: {'security_group_rule': {'security_group_id': '483dbb48-e23f-4678-9660-80a6f2080f86', 'project_id': '4c733a1c9e2d4078b44acd994040a650', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:26:02.327344 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-7cb2682c-b3f6-411f-8d90-8edc1e6c9ffb tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:02.409371 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-7cb2682c-b3f6-411f-8d90-8edc1e6c9ffb tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:02.459257 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 8502a32d-565d-4836-8061-b0df6cfb4119 up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:26:02.516051 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-7cb2682c-b3f6-411f-8d90-8edc1e6c9ffb tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644925'] for security_group_rule, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:02.536063 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb2682c-b3f6-411f-8d90-8edc1e6c9ffb tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab0e2a0e-6a98-4750-b03e-9f30bc54a0bf,revision_number=0']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:26:02.606289 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning for port 8502a32d-565d-4836-8061-b0df6cfb4119 completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:26:02.610360 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port 8502a32d-565d-4836-8061-b0df6cfb4119 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:26:02.610735 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:02.634857 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-7cb2682c-b3f6-411f-8d90-8edc1e6c9ffb tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:02.636094 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-7cb2682c-b3f6-411f-8d90-8edc1e6c9ffb tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4598012 Sep 09 18:26:02.639532 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 46162) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:26:02.644794 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-7bc43390-3684-41f9-9ae2-e1468cde03f4 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Request body: {'security_group_rule': {'security_group_id': '483dbb48-e23f-4678-9660-80a6f2080f86', 'project_id': '4c733a1c9e2d4078b44acd994040a650', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:26:02.697074 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:02.717671 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] For port 8502a32d-565d-4836-8061-b0df6cfb4119, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=8502a32d-565d-4836-8061-b0df6cfb4119,segment=NetworkSegment(7a73f5cb-6b09-47ec-a9e0-b99f618e2056),segment_id=7a73f5cb-6b09-47ec-a9e0-b99f618e2056)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:26:02.759429 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-7bc43390-3684-41f9-9ae2-e1468cde03f4 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:02.810757 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:02.817193 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-7bc43390-3684-41f9-9ae2-e1468cde03f4 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:02.860013 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Pushing event updated for resources: {'Port': ['ID=8502a32d-565d-4836-8061-b0df6cfb4119,revision_number=4']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:26:02.929804 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-7bc43390-3684-41f9-9ae2-e1468cde03f4 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644925'] for security_group_rule, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:02.953895 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc43390-3684-41f9-9ae2-e1468cde03f4 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6963cf21-0db4-46ee-bc0a-e953507a8ac1,revision_number=0']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:26:02.963053 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc43390-3684-41f9-9ae2-e1468cde03f4 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:26:02.963447 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc43390-3684-41f9-9ae2-e1468cde03f4 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:26:02.963795 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc43390-3684-41f9-9ae2-e1468cde03f4 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:26:02.964131 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc43390-3684-41f9-9ae2-e1468cde03f4 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:26:02.965166 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc43390-3684-41f9-9ae2-e1468cde03f4 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:26:02.965166 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc43390-3684-41f9-9ae2-e1468cde03f4 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:26:02.965331 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc43390-3684-41f9-9ae2-e1468cde03f4 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:26:02.965768 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc43390-3684-41f9-9ae2-e1468cde03f4 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:26:02.965943 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc43390-3684-41f9-9ae2-e1468cde03f4 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:26:02.966268 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc43390-3684-41f9-9ae2-e1468cde03f4 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:26:02.966596 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc43390-3684-41f9-9ae2-e1468cde03f4 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:26:02.966916 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc43390-3684-41f9-9ae2-e1468cde03f4 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:26:03.038919 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-7bc43390-3684-41f9-9ae2-e1468cde03f4 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:03.040287 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-7bc43390-3684-41f9-9ae2-e1468cde03f4 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3996351 Sep 09 18:26:03.043738 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 46170) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:26:03.047975 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-99e992a8-9aa8-4565-b9d2-d7473ddceefe tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Request body: {'security_group_rule': {'security_group_id': '483dbb48-e23f-4678-9660-80a6f2080f86', 'project_id': '4c733a1c9e2d4078b44acd994040a650', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:26:03.160334 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-99e992a8-9aa8-4565-b9d2-d7473ddceefe tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:03.224215 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-99e992a8-9aa8-4565-b9d2-d7473ddceefe tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:03.320733 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-99e992a8-9aa8-4565-b9d2-d7473ddceefe tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644925'] for security_group_rule, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:03.338092 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e992a8-9aa8-4565-b9d2-d7473ddceefe tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ebe18d6-b6d0-42a2-ae39-5856f2c7eb14,revision_number=0']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:26:03.418657 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-99e992a8-9aa8-4565-b9d2-d7473ddceefe tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:03.420006 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-99e992a8-9aa8-4565-b9d2-d7473ddceefe tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3755114 Sep 09 18:26:03.422815 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 46176) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:26:03.427433 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-9e4ecade-917a-4cc0-8864-4709aedeeacd tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Request body: {'security_group_rule': {'security_group_id': '483dbb48-e23f-4678-9660-80a6f2080f86', 'project_id': '4c733a1c9e2d4078b44acd994040a650', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:26:03.519236 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9e4ecade-917a-4cc0-8864-4709aedeeacd tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:03.578492 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9e4ecade-917a-4cc0-8864-4709aedeeacd tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:03.634487 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9e4ecade-917a-4cc0-8864-4709aedeeacd tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644925'] for security_group_rule, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:03.652060 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ecade-917a-4cc0-8864-4709aedeeacd tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c439798a-73ab-4760-8306-487e44c6d703,revision_number=0']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:26:03.829210 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9e4ecade-917a-4cc0-8864-4709aedeeacd tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:03.830399 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-9e4ecade-917a-4cc0-8864-4709aedeeacd tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4066150 Sep 09 18:26:03.833158 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 46178) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:26:03.840557 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-abe5b957-4f47-46c5-a6b1-fcc5974ee921 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Request body: {'security_group_rule': {'security_group_id': '483dbb48-e23f-4678-9660-80a6f2080f86', 'project_id': '4c733a1c9e2d4078b44acd994040a650', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:26:03.932139 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.db.securitygroups_db [None req-abe5b957-4f47-46c5-a6b1-fcc5974ee921 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Project 4c733a1c9e2d4078b44acd994040a650 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 18:26:03.937683 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-abe5b957-4f47-46c5-a6b1-fcc5974ee921 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:03.998429 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-abe5b957-4f47-46c5-a6b1-fcc5974ee921 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:04.057491 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-abe5b957-4f47-46c5-a6b1-fcc5974ee921 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644925'] for security_group_rule, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:04.080696 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5b957-4f47-46c5-a6b1-fcc5974ee921 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d787130-65a8-4245-9e1a-e2f36e9077e0,revision_number=0']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:26:04.149678 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-abe5b957-4f47-46c5-a6b1-fcc5974ee921 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:04.154043 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-abe5b957-4f47-46c5-a6b1-fcc5974ee921 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3196518 Sep 09 18:26:04.158316 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 46184) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:26:04.162992 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-c47ebe6b-d1a6-48ce-9f64-9c8e4e374a1a tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Request body: {'security_group_rule': {'security_group_id': '483dbb48-e23f-4678-9660-80a6f2080f86', 'project_id': '4c733a1c9e2d4078b44acd994040a650', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:26:04.269471 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.db.securitygroups_db [None req-c47ebe6b-d1a6-48ce-9f64-9c8e4e374a1a tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Project 4c733a1c9e2d4078b44acd994040a650 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 18:26:04.282890 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-c47ebe6b-d1a6-48ce-9f64-9c8e4e374a1a tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:04.343464 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-c47ebe6b-d1a6-48ce-9f64-9c8e4e374a1a tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:04.432005 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 8502a32d-565d-4836-8061-b0df6cfb4119 up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:26:04.440334 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-c47ebe6b-d1a6-48ce-9f64-9c8e4e374a1a tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644925'] for security_group_rule, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:04.458782 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ebe6b-d1a6-48ce-9f64-9c8e4e374a1a tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4144ebb8-d0c5-47d6-be7c-ebd9d91245be,revision_number=0']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:26:04.505480 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port 8502a32d-565d-4836-8061-b0df6cfb4119 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:26:04.505855 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:04.548875 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-c47ebe6b-d1a6-48ce-9f64-9c8e4e374a1a tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:04.550148 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-c47ebe6b-d1a6-48ce-9f64-9c8e4e374a1a tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3907835 Sep 09 18:26:05.185579 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af794185-a9ac-4ef7-ba39-1204327731ed None None] Sync routers for ids ['8804e6a6-c47e-4674-87e0-09a3742acf02'] in dv-cinder-779540-2-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:26:05.194631 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af794185-a9ac-4ef7-ba39-1204327731ed None None] Routers {'8804e6a6-c47e-4674-87e0-09a3742acf02'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:26:05.205127 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-af794185-a9ac-4ef7-ba39-1204327731ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:25:57Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['8804e6a6-c47e-4674-87e0-09a3742acf02'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:26:05.395734 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-af794185-a9ac-4ef7-ba39-1204327731ed None None] Set router 8804e6a6-c47e-4674-87e0-09a3742acf02 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:26:05.605652 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-af794185-a9ac-4ef7-ba39-1204327731ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8804e6a6-c47e-4674-87e0-09a3742acf02', 'name': 'tempest-TestShelveInstance-354988815-router', 'tenant_id': 'd613c680e89c45eb9e17b5f5c701d05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '8502a32d-565d-4836-8061-b0df6cfb4119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:25:56Z', 'updated_at': '2021-09-09T18:26:00Z', 'revision_number': 4, 'project_id': 'd613c680e89c45eb9e17b5f5c701d05c', 'gw_port': {'id': '8502a32d-565d-4836-8061-b0df6cfb4119', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804e6a6-c47e-4674-87e0-09a3742acf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:25:57Z', 'updated_at': '2021-09-09T18:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': 'f2ce7faa-79ac-4c14-a7d4-f8752c88fadb', 'name': '', 'network_id': '74c4c8ca-27b1-4fe6-93c2-954cb103281a', 'tenant_id': 'd613c680e89c45eb9e17b5f5c701d05c', 'mac_address': 'fa:16:3e:d0:c0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8804e6a6-c47e-4674-87e0-09a3742acf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'c4041fce-7f1c-46db-bee2-5fe19f72619e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:25:59Z', 'updated_at': '2021-09-09T18:26:00Z', 'revision_number': 2, 'project_id': 'd613c680e89c45eb9e17b5f5c701d05c', 'subnets': [{'id': 'c4041fce-7f1c-46db-bee2-5fe19f72619e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:26:05.639059 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af794185-a9ac-4ef7-ba39-1204327731ed None None] Checking router: 8804e6a6-c47e-4674-87e0-09a3742acf02 for host: dv-cinder-779540-2-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:26:05.639433 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af794185-a9ac-4ef7-ba39-1204327731ed None None] Updating router 8804e6a6-c47e-4674-87e0-09a3742acf02 port f2ce7faa-79ac-4c14-a7d4-f8752c88fadb binding host dv-cinder-779540-2-iscsi {{(pid=94640) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 18:26:05.665461 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af794185-a9ac-4ef7-ba39-1204327731ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:05.940745 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af794185-a9ac-4ef7-ba39-1204327731ed None None] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:05.951105 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-af794185-a9ac-4ef7-ba39-1204327731ed None None] Transition to ACTIVE for port object f2ce7faa-79ac-4c14-a7d4-f8752c88fadb will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:26:06.046009 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af794185-a9ac-4ef7-ba39-1204327731ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:06.046284 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:06.099338 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265205f3-5d9c-4b8c-9ed5-96270dedb64a None None] Pushing event updated for resources: {'Port': ['ID=f2ce7faa-79ac-4c14-a7d4-f8752c88fadb,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:26:06.151893 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-af794185-a9ac-4ef7-ba39-1204327731ed None None] Attempting to bind port f2ce7faa-79ac-4c14-a7d4-f8752c88fadb on host dv-cinder-779540-2-iscsi for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:26:06.152994 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-af794185-a9ac-4ef7-ba39-1204327731ed None None] Attempting to bind port f2ce7faa-79ac-4c14-a7d4-f8752c88fadb by drivers openvswitch,hyperv on host dv-cinder-779540-2-iscsi at level 0 using segments [{'id': '41aa8ed3-6ccf-416b-8478-79327c1e2646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '74c4c8ca-27b1-4fe6-93c2-954cb103281a'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:26:06.153884 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af794185-a9ac-4ef7-ba39-1204327731ed None None] Attempting to bind port f2ce7faa-79ac-4c14-a7d4-f8752c88fadb on network 74c4c8ca-27b1-4fe6-93c2-954cb103281a {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:26:06.158487 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af794185-a9ac-4ef7-ba39-1204327731ed None None] Checking agent: {'id': '6d9a1dab-6af8-44c5-a6af-2e6d734c4a3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779540-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 7, 57), 'started_at': datetime.datetime(2021, 9, 9, 18, 8, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779540-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:26:06.158863 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af794185-a9ac-4ef7-ba39-1204327731ed None None] Checking segment: {'id': '41aa8ed3-6ccf-416b-8478-79327c1e2646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '74c4c8ca-27b1-4fe6-93c2-954cb103281a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:26:06.159277 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af794185-a9ac-4ef7-ba39-1204327731ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:06.159674 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af794185-a9ac-4ef7-ba39-1204327731ed None None] Bound using segment: {'id': '41aa8ed3-6ccf-416b-8478-79327c1e2646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '74c4c8ca-27b1-4fe6-93c2-954cb103281a'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:26:06.160145 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-af794185-a9ac-4ef7-ba39-1204327731ed None None] Bound port: f2ce7faa-79ac-4c14-a7d4-f8752c88fadb, host: dv-cinder-779540-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41aa8ed3-6ccf-416b-8478-79327c1e2646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '74c4c8ca-27b1-4fe6-93c2-954cb103281a'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:26:06.160575 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af794185-a9ac-4ef7-ba39-1204327731ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:06.230929 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-af794185-a9ac-4ef7-ba39-1204327731ed None None] For port f2ce7faa-79ac-4c14-a7d4-f8752c88fadb, host dv-cinder-779540-2-iscsi, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:26:06.234328 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-af794185-a9ac-4ef7-ba39-1204327731ed None None] For port f2ce7faa-79ac-4c14-a7d4-f8752c88fadb, host dv-cinder-779540-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=f2ce7faa-79ac-4c14-a7d4-f8752c88fadb,segment=NetworkSegment(41aa8ed3-6ccf-416b-8478-79327c1e2646),segment_id=41aa8ed3-6ccf-416b-8478-79327c1e2646)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:26:06.321425 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af794185-a9ac-4ef7-ba39-1204327731ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:06.399265 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265205f3-5d9c-4b8c-9ed5-96270dedb64a None None] Pushing event updated for resources: {'Port': ['ID=f2ce7faa-79ac-4c14-a7d4-f8752c88fadb,revision_number=4']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:26:06.409419 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af794185-a9ac-4ef7-ba39-1204327731ed None None] Routers {'8804e6a6-c47e-4674-87e0-09a3742acf02'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:26:06.410043 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-af794185-a9ac-4ef7-ba39-1204327731ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:25:57Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['8804e6a6-c47e-4674-87e0-09a3742acf02'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:26:06.542434 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-af794185-a9ac-4ef7-ba39-1204327731ed None None] Set router 8804e6a6-c47e-4674-87e0-09a3742acf02 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:26:06.757138 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-af794185-a9ac-4ef7-ba39-1204327731ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8804e6a6-c47e-4674-87e0-09a3742acf02', 'name': 'tempest-TestShelveInstance-354988815-router', 'tenant_id': 'd613c680e89c45eb9e17b5f5c701d05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '8502a32d-565d-4836-8061-b0df6cfb4119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:25:56Z', 'updated_at': '2021-09-09T18:26:00Z', 'revision_number': 4, 'project_id': 'd613c680e89c45eb9e17b5f5c701d05c', 'gw_port': {'id': '8502a32d-565d-4836-8061-b0df6cfb4119', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804e6a6-c47e-4674-87e0-09a3742acf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:25:57Z', 'updated_at': '2021-09-09T18:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': 'f2ce7faa-79ac-4c14-a7d4-f8752c88fadb', 'name': '', 'network_id': '74c4c8ca-27b1-4fe6-93c2-954cb103281a', 'tenant_id': 'd613c680e89c45eb9e17b5f5c701d05c', 'mac_address': 'fa:16:3e:d0:c0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8804e6a6-c47e-4674-87e0-09a3742acf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'c4041fce-7f1c-46db-bee2-5fe19f72619e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:25:59Z', 'updated_at': '2021-09-09T18:26:06Z', 'revision_number': 4, 'project_id': 'd613c680e89c45eb9e17b5f5c701d05c', 'subnets': [{'id': 'c4041fce-7f1c-46db-bee2-5fe19f72619e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:26:06.783035 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af794185-a9ac-4ef7-ba39-1204327731ed None None] The sync data for ids ['8804e6a6-c47e-4674-87e0-09a3742acf02'] in dv-cinder-779540-2-iscsi is: [{'id': '8804e6a6-c47e-4674-87e0-09a3742acf02', 'name': 'tempest-TestShelveInstance-354988815-router', 'tenant_id': 'd613c680e89c45eb9e17b5f5c701d05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '8502a32d-565d-4836-8061-b0df6cfb4119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:25:56Z', 'updated_at': '2021-09-09T18:26:00Z', 'revision_number': 4, 'project_id': 'd613c680e89c45eb9e17b5f5c701d05c', 'gw_port': {'id': '8502a32d-565d-4836-8061-b0df6cfb4119', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804e6a6-c47e-4674-87e0-09a3742acf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:25:57Z', 'updated_at': '2021-09-09T18:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': 'f2ce7faa-79ac-4c14-a7d4-f8752c88fadb', 'name': '', 'network_id': '74c4c8ca-27b1-4fe6-93c2-954cb103281a', 'tenant_id': 'd613c680e89c45eb9e17b5f5c701d05c', 'mac_address': 'fa:16:3e:d0:c0:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8804e6a6-c47e-4674-87e0-09a3742acf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'c4041fce-7f1c-46db-bee2-5fe19f72619e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:25:59Z', 'updated_at': '2021-09-09T18:26:06Z', 'revision_number': 4, 'project_id': 'd613c680e89c45eb9e17b5f5c701d05c', 'subnets': [{'id': 'c4041fce-7f1c-46db-bee2-5fe19f72619e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:26:07.018614 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 46278) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:26:07.068160 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.db_base_plugin_v2 [None req-091f29b0-38e9-4825-9144-a26df0b9d3d5 admin admin] Deleting subnet b00d7c9d-7255-492c-8022-c481d2ea5bf4 {{(pid=94637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 18:26:07.071911 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-091f29b0-38e9-4825-9144-a26df0b9d3d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:07.115157 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-091f29b0-38e9-4825-9144-a26df0b9d3d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8515338'] for subnet, precommit_delete_associations {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:07.158728 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-091f29b0-38e9-4825-9144-a26df0b9d3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775357'] for subnet, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:07.339086 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-091f29b0-38e9-4825-9144-a26df0b9d3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9834253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8646639'] for subnet, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:07.367490 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f29b0-38e9-4825-9144-a26df0b9d3d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b00d7c9d-7255-492c-8022-c481d2ea5bf4,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:26:07.372252 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-091f29b0-38e9-4825-9144-a26df0b9d3d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for subnet, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:07.375810 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-091f29b0-38e9-4825-9144-a26df0b9d3d5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b00d7c9d-7255-492c-8022-c481d2ea5bf4 HTTP/1.1" status: 204 len: 168 time: 0.3561060 Sep 09 18:26:07.376872 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 46280) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:26:07.426497 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 6 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:26:07.448431 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3b98ef34-310f-4241-8726-b3d2023483a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626401'] for network, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:07.540388 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3b98ef34-310f-4241-8726-b3d2023483a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773192', 'neutron.services.segments.db._delete_segments_for_network-8729821856413'] for network, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:07.566991 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.services.segments.db [None req-3b98ef34-310f-4241-8726-b3d2023483a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a31d963-e9f4-47f2-b757-cf2b5b609915']}} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:26:07.581051 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.services.segments.db [None req-3b98ef34-310f-4241-8726-b3d2023483a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7352e50f-d391-4cfa-a078-b8782f4dd6da') {'for_net_delete': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:26:07.581468 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.services.segments.db [None req-3b98ef34-310f-4241-8726-b3d2023483a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7352e50f-d391-4cfa-a078-b8782f4dd6da') {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:26:07.592743 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3b98ef34-310f-4241-8726-b3d2023483a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729821856934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8515443'] for segment, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:07.606711 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3b98ef34-310f-4241-8726-b3d2023483a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143'] for segment, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:07.613332 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b98ef34-310f-4241-8726-b3d2023483a5 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=94637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 18:26:07.613900 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3b98ef34-310f-4241-8726-b3d2023483a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859567'] for segment, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:07.615667 dv-cinder-779540-2-iscsi neutron-server[94637]: Traceback (most recent call last): Sep 09 18:26:07.615667 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 18:26:07.615667 dv-cinder-779540-2-iscsi neutron-server[94637]: timer() Sep 09 18:26:07.615667 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 18:26:07.615667 dv-cinder-779540-2-iscsi neutron-server[94637]: cb(*args, **kw) Sep 09 18:26:07.615667 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 18:26:07.615667 dv-cinder-779540-2-iscsi neutron-server[94637]: return func(*args, **kwargs) Sep 09 18:26:07.615667 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 18:26:07.615667 dv-cinder-779540-2-iscsi neutron-server[94637]: self._notify() Sep 09 18:26:07.615667 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 18:26:07.615667 dv-cinder-779540-2-iscsi neutron-server[94637]: self.callback(batched_events) Sep 09 18:26:07.615667 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 18:26:07.615667 dv-cinder-779540-2-iscsi neutron-server[94637]: event.method(event) Sep 09 18:26:07.615667 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 18:26:07.615667 dv-cinder-779540-2-iscsi neutron-server[94637]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 18:26:07.615667 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 18:26:07.615667 dv-cinder-779540-2-iscsi neutron-server[94637]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 18:26:07.615667 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 18:26:07.615667 dv-cinder-779540-2-iscsi neutron-server[94637]: return f(self, *a, **k) Sep 09 18:26:07.615667 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 18:26:07.615667 dv-cinder-779540-2-iscsi neutron-server[94637]: return self._get(url).json() Sep 09 18:26:07.615667 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 18:26:07.615667 dv-cinder-779540-2-iscsi neutron-server[94637]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 18:26:07.615667 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 18:26:07.615667 dv-cinder-779540-2-iscsi neutron-server[94637]: return self.request(url, 'GET', **kwargs) Sep 09 18:26:07.615667 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 18:26:07.615667 dv-cinder-779540-2-iscsi neutron-server[94637]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 18:26:07.615667 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 18:26:07.615667 dv-cinder-779540-2-iscsi neutron-server[94637]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 18:26:07.615667 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 18:26:07.615667 dv-cinder-779540-2-iscsi neutron-server[94637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 18:26:07.615667 dv-cinder-779540-2-iscsi neutron-server[94637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 18:26:07.770377 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3b98ef34-310f-4241-8726-b3d2023483a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-905241'] for network, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:07.774912 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3b98ef34-310f-4241-8726-b3d2023483a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for network, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:07.777010 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-3b98ef34-310f-4241-8726-b3d2023483a5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9a31d963-e9f4-47f2-b757-cf2b5b609915 HTTP/1.1" status: 204 len: 168 time: 0.3991659 Sep 09 18:26:07.790795 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98ef34-310f-4241-8726-b3d2023483a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a31d963-e9f4-47f2-b757-cf2b5b609915,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:26:08.244152 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 46292) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:26:08.286708 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-a1e859f1-edf6-4ffb-88b8-8d90e21aec97 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2b47e11a783c40eea8e46dad39db49c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410299 Sep 09 18:26:08.289388 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 46294) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:26:08.338442 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-a8e65056-e21d-4241-9cfd-aef34f2ba676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:08.364380 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-a8e65056-e21d-4241-9cfd-aef34f2ba676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:08.456643 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device f2ce7faa-79ac-4c14-a7d4-f8752c88fadb up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:26:08.480559 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-a8e65056-e21d-4241-9cfd-aef34f2ba676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:08.483633 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-a8e65056-e21d-4241-9cfd-aef34f2ba676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:08.487396 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-a8e65056-e21d-4241-9cfd-aef34f2ba676 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d36c205e-c5d5-4621-99c1-9da1f2ecb7a1 HTTP/1.1" status: 204 len: 168 time: 0.1945007 Sep 09 18:26:08.493102 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65056-e21d-4241-9cfd-aef34f2ba676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36c205e-c5d5-4621-99c1-9da1f2ecb7a1,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:26:08.598385 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning for port f2ce7faa-79ac-4c14-a7d4-f8752c88fadb completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:26:08.602510 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port f2ce7faa-79ac-4c14-a7d4-f8752c88fadb triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:26:08.602992 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:08.698618 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:08.732657 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] For port f2ce7faa-79ac-4c14-a7d4-f8752c88fadb, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=f2ce7faa-79ac-4c14-a7d4-f8752c88fadb,segment=NetworkSegment(41aa8ed3-6ccf-416b-8478-79327c1e2646),segment_id=41aa8ed3-6ccf-416b-8478-79327c1e2646)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:26:08.823420 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:08.878759 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Pushing event updated for resources: {'Port': ['ID=f2ce7faa-79ac-4c14-a7d4-f8752c88fadb,revision_number=5']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:26:10.433053 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device f2ce7faa-79ac-4c14-a7d4-f8752c88fadb up at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:26:10.488135 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Provisioning complete for port f2ce7faa-79ac-4c14-a7d4-f8752c88fadb triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:26:10.488540 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:24.800821 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cf5db92f-1f01-49a5-a08b-a6fefaf294c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:27.463190 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-96bfffb2-45ed-4c29-a953-c0852fd22f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:27.514101 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:27.975823 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca40d8-0ed0-4440-8e72-c1af14dcfebe req-c21900b8-4df2-4cba-910f-176d06845202 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:27.977367 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f1ca40d8-0ed0-4440-8e72-c1af14dcfebe req-c21900b8-4df2-4cba-910f-176d06845202 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 945 time: 0.1497951 Sep 09 18:26:28.019286 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f1ca40d8-0ed0-4440-8e72-c1af14dcfebe req-646cb812-b4b7-40f6-b21e-8c4200e0cfd9 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356095 Sep 09 18:26:29.131644 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:29.141560 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb7e45-1ff3-4a3b-9b31-db227213c268 req-2d4f7459-0a00-4b3a-b152-720620135a18 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:29.143034 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-95fb7e45-1ff3-4a3b-9b31-db227213c268 req-2d4f7459-0a00-4b3a-b152-720620135a18 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 945 time: 0.0519845 Sep 09 18:26:29.180395 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-95fb7e45-1ff3-4a3b-9b31-db227213c268 req-cfb1ef8e-2344-4f66-8980-6ebd5cd12f84 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312846 Sep 09 18:26:30.300021 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc0163-c734-475d-a0dc-d84acca11ab9 req-2d20498d-1267-4ad5-87b8-89de87006c10 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:30.301674 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-97bc0163-c734-475d-a0dc-d84acca11ab9 req-2d20498d-1267-4ad5-87b8-89de87006c10 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 945 time: 0.0498250 Sep 09 18:26:30.339687 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-97bc0163-c734-475d-a0dc-d84acca11ab9 req-1fd99500-c391-49d5-8bc7-8f2a2e1a9faa tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320003 Sep 09 18:26:30.812658 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-1a7de248-0b6f-4357-ba65-2f05f9bf6fe6 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-658520154&fields=id&tenant_id=4c733a1c9e2d4078b44acd994040a650 HTTP/1.1" status: 200 len: 267 time: 0.0329528 Sep 09 18:26:30.918385 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-5b3ac5ea-035c-4e06-81af-8c851224a318 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:30.919838 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-5b3ac5ea-035c-4e06-81af-8c851224a318 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/networks?id=9ec2a65c-0709-4792-8b43-93c3c42d03c0 HTTP/1.1" status: 200 len: 807 time: 0.0997500 Sep 09 18:26:30.935378 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-28cbae27-ea9b-4ba5-a185-ce1ca916ae4b tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/quotas/4c733a1c9e2d4078b44acd994040a650 HTTP/1.1" status: 200 len: 375 time: 0.0089891 Sep 09 18:26:30.985591 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-516cf6c4-eee5-4d41-bc14-484d8d6a4d79 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4c733a1c9e2d4078b44acd994040a650&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450509 Sep 09 18:26:31.001557 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-9a93a9ae-b20c-4f57-95a7-4d626f61ff7d service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 18:26:31.002442 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-9a93a9ae-b20c-4f57-95a7-4d626f61ff7d service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050786 Sep 09 18:26:31.072052 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:31.094435 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-76dbbe27-576f-46bb-8db4-567f226a1157 service neutron] 10.222.0.39 "GET /v2.0/networks/9ec2a65c-0709-4792-8b43-93c3c42d03c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850649 Sep 09 18:26:31.182385 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-4a7b3c90-1f1e-457a-a1da-1f906c6d43f0 service neutron] 10.222.0.39 "GET /v2.0/networks/9ec2a65c-0709-4792-8b43-93c3c42d03c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813470 Sep 09 18:26:31.468262 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a053a35-0443-42f1-b9b3-0358bf708581 req-3468d319-f432-4993-8ba9-de15f5a98e50 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:31.470164 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4a053a35-0443-42f1-b9b3-0358bf708581 req-3468d319-f432-4993-8ba9-de15f5a98e50 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 945 time: 0.0521939 Sep 09 18:26:31.510681 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4a053a35-0443-42f1-b9b3-0358bf708581 req-ebe252f2-1ec2-4488-a002-d6214e7fdc8d tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335910 Sep 09 18:26:31.829071 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-64f88de7-8685-4d4a-aac5-f293ed61b35d req-05b4d14a-257a-4219-8de8-c16355f0ac49 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 210 time: 0.0262475 Sep 09 18:26:32.632750 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c2a06-07c3-4e7e-b8b8-8222eb320d5c req-63cf62f2-4699-4050-938a-eb7ad7285c13 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:32.634402 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d34c2a06-07c3-4e7e-b8b8-8222eb320d5c req-63cf62f2-4699-4050-938a-eb7ad7285c13 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 945 time: 0.0496080 Sep 09 18:26:32.673150 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d34c2a06-07c3-4e7e-b8b8-8222eb320d5c req-51ea1411-0975-405a-9b37-2eb372426942 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326393 Sep 09 18:26:32.924549 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-794930ef-6259-4d27-97a7-e8034a73f421 req-1236e6ca-ceda-4d31-8231-b413f94caf0d tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 210 time: 0.0260818 Sep 09 18:26:33.801464 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba3db3-643f-4925-bbca-ff9305cfe18f req-1ee41273-ec7b-4cfc-8a28-39b55ff31665 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:33.803063 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-59ba3db3-643f-4925-bbca-ff9305cfe18f req-1ee41273-ec7b-4cfc-8a28-39b55ff31665 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 945 time: 0.0556185 Sep 09 18:26:33.845978 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-59ba3db3-643f-4925-bbca-ff9305cfe18f req-32c59e7c-9d1d-46de-ad2d-94544b5896e3 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345972 Sep 09 18:26:34.018484 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-3d7cfe07-366d-40a8-bc7a-8dcdde606db3 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:34.020573 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-3d7cfe07-366d-40a8-bc7a-8dcdde606db3 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.54 "GET /v2.0/networks?id=9ec2a65c-0709-4792-8b43-93c3c42d03c0 HTTP/1.1" status: 200 len: 807 time: 0.1171489 Sep 09 18:26:34.036764 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b3ca0674-20fe-4aea-971b-e70d40021f71 req-f831023c-86d6-4dc9-a320-b189e85cc4fa tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 210 time: 0.0405629 Sep 09 18:26:34.070524 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-87fc7810-2ef3-4bda-84f6-d0e3153db448 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c733a1c9e2d4078b44acd994040a650 HTTP/1.1" status: 200 len: 379 time: 0.0369000 Sep 09 18:26:34.080796 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-e1e6324a-10be-464e-93be-f6e09c048cd6 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Request body: {'port': {'device_id': 'e13ee7cb-713b-4ad8-b054-ae6fa99816d4', 'network_id': '9ec2a65c-0709-4792-8b43-93c3c42d03c0', 'admin_state_up': True, 'tenant_id': '4c733a1c9e2d4078b44acd994040a650', 'security_groups': ['483dbb48-e23f-4678-9660-80a6f2080f86']}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:26:34.291393 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-e1e6324a-10be-464e-93be-f6e09c048cd6 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Made reservation on behalf of 4c733a1c9e2d4078b44acd994040a650 for: {'port': 1} {{(pid=94637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:26:34.294954 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-e1e6324a-10be-464e-93be-f6e09c048cd6 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:34.424848 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.db_base_plugin_common [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-e1e6324a-10be-464e-93be-f6e09c048cd6 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Allocated IP 172.20.0.8 (9ec2a65c-0709-4792-8b43-93c3c42d03c0/a2d97d02-3d47-4a62-8a9e-62fb57567ad0/96355674-1591-4fa2-9fa5-7e11b5267750) {{(pid=94637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:26:34.561559 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-e1e6324a-10be-464e-93be-f6e09c048cd6 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks [] for port, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:34.824605 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.provisioning_blocks [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-e1e6324a-10be-464e-93be-f6e09c048cd6 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Transition to ACTIVE for port object 96355674-1591-4fa2-9fa5-7e11b5267750 will not be triggered until provisioned by entity DHCP. {{(pid=94637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:26:34.901617 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-e1e6324a-10be-464e-93be-f6e09c048cd6 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:34.968760 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-e1e6324a-10be-464e-93be-f6e09c048cd6 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Network 9ec2a65c-0709-4792-8b43-93c3c42d03c0 is already hosted by enough agents. {{(pid=94637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:26:34.977529 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.base_scheduler [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-e1e6324a-10be-464e-93be-f6e09c048cd6 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Resources bound (agent type, host, resource id): {{(pid=94637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:26:34.983399 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-e1e6324a-10be-464e-93be-f6e09c048cd6 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Received port after_create {{(pid=94637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:26:35.011022 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e6324a-10be-464e-93be-f6e09c048cd6 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Pushing event updated for resources: {'Port': ['ID=96355674-1591-4fa2-9fa5-7e11b5267750,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:26:35.038217 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc5b04-73e3-4ca9-a337-d665ed060995 req-f74cad34-10d8-42dd-865e-159847ba40d6 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:35.039873 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f7fc5b04-73e3-4ca9-a337-d665ed060995 req-f74cad34-10d8-42dd-865e-159847ba40d6 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 945 time: 0.1080503 Sep 09 18:26:35.055659 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-e1e6324a-10be-464e-93be-f6e09c048cd6 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:35.056399 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-e1e6324a-10be-464e-93be-f6e09c048cd6 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:35.102720 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f7fc5b04-73e3-4ca9-a337-d665ed060995 req-1a892917-2e16-4323-a1c2-253586ae649a tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548160 Sep 09 18:26:35.169329 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63870b3a-421c-4926-ac9a-e3d33b280d8d req-c312bbd1-b93e-49da-9d01-cb2a7525bb4a tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:35.170903 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-63870b3a-421c-4926-ac9a-e3d33b280d8d req-c312bbd1-b93e-49da-9d01-cb2a7525bb4a tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 931 time: 0.0569146 Sep 09 18:26:35.188584 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-e1e6324a-10be-464e-93be-f6e09c048cd6 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1114943 Sep 09 18:26:35.201309 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-5d1de496-da90-48a9-99d5-b1eb94e5129c service neutron] Request body: {'port': {'device_id': 'e13ee7cb-713b-4ad8-b054-ae6fa99816d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77954'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:26:35.241083 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-63870b3a-421c-4926-ac9a-e3d33b280d8d req-0e1bd8e0-43a5-4a55-ae06-31bcc81882e8 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607283 Sep 09 18:26:35.272844 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-5d1de496-da90-48a9-99d5-b1eb94e5129c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:35.348755 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-67b68721-0278-43dd-8d40-762f2a0133f9 None None] Provisioning for port 96355674-1591-4fa2-9fa5-7e11b5267750 completed by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:26:35.352980 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-67b68721-0278-43dd-8d40-762f2a0133f9 None None] Provisioning complete for port 96355674-1591-4fa2-9fa5-7e11b5267750 triggered by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:26:35.353586 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-67b68721-0278-43dd-8d40-762f2a0133f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:35.395572 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-67b68721-0278-43dd-8d40-762f2a0133f9 None None] Port 96355674-1591-4fa2-9fa5-7e11b5267750 cannot update to ACTIVE because it is not bound. {{(pid=94639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 18:26:35.537115 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-5d1de496-da90-48a9-99d5-b1eb94e5129c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96355674-1591-4fa2-9fa5-7e11b5267750 {{(pid=94637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:26:35.544375 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-5d1de496-da90-48a9-99d5-b1eb94e5129c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:35.556045 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.provisioning_blocks [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-5d1de496-da90-48a9-99d5-b1eb94e5129c service neutron] Transition to ACTIVE for port object 96355674-1591-4fa2-9fa5-7e11b5267750 will not be triggered until provisioned by entity L2. {{(pid=94637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:26:35.632006 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-5d1de496-da90-48a9-99d5-b1eb94e5129c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859523'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:35.680213 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1de496-da90-48a9-99d5-b1eb94e5129c service neutron] Pushing event updated for resources: {'Port': ['ID=96355674-1591-4fa2-9fa5-7e11b5267750,revision_number=2']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:26:35.757473 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-5d1de496-da90-48a9-99d5-b1eb94e5129c service neutron] Attempting to bind port 96355674-1591-4fa2-9fa5-7e11b5267750 on host hv-cinder-77954 for vnic_type normal with profile {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:26:35.757812 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-5d1de496-da90-48a9-99d5-b1eb94e5129c service neutron] Attempting to bind port 96355674-1591-4fa2-9fa5-7e11b5267750 by drivers openvswitch,hyperv on host hv-cinder-77954 at level 0 using segments [{'id': '39dd872f-63d1-40bf-894c-f52a0533ea64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9ec2a65c-0709-4792-8b43-93c3c42d03c0'}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:26:35.758140 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-5d1de496-da90-48a9-99d5-b1eb94e5129c service neutron] Attempting to bind port 96355674-1591-4fa2-9fa5-7e11b5267750 on network 9ec2a65c-0709-4792-8b43-93c3c42d03c0 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:26:35.762693 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-5d1de496-da90-48a9-99d5-b1eb94e5129c service neutron] Port 96355674-1591-4fa2-9fa5-7e11b5267750 on network 9ec2a65c-0709-4792-8b43-93c3c42d03c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77954 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 18:26:35.763015 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-5d1de496-da90-48a9-99d5-b1eb94e5129c service neutron] Attempting to bind port 96355674-1591-4fa2-9fa5-7e11b5267750 on network 9ec2a65c-0709-4792-8b43-93c3c42d03c0 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:26:35.768103 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-5d1de496-da90-48a9-99d5-b1eb94e5129c service neutron] Checking agent: {'id': 'e6e03918-0440-4933-b179-09c79aa47d03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 14, 34), 'started_at': datetime.datetime(2021, 9, 9, 18, 14, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:26:35.768489 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-5d1de496-da90-48a9-99d5-b1eb94e5129c service neutron] Checking segment: {'id': '39dd872f-63d1-40bf-894c-f52a0533ea64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9ec2a65c-0709-4792-8b43-93c3c42d03c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:26:35.768965 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-5d1de496-da90-48a9-99d5-b1eb94e5129c service neutron] Bound using segment: {'id': '39dd872f-63d1-40bf-894c-f52a0533ea64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9ec2a65c-0709-4792-8b43-93c3c42d03c0'} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:26:35.770627 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-5d1de496-da90-48a9-99d5-b1eb94e5129c service neutron] Bound port: 96355674-1591-4fa2-9fa5-7e11b5267750, host: hv-cinder-77954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39dd872f-63d1-40bf-894c-f52a0533ea64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '9ec2a65c-0709-4792-8b43-93c3c42d03c0'}}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:26:35.770998 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-5d1de496-da90-48a9-99d5-b1eb94e5129c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:35.841036 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-5d1de496-da90-48a9-99d5-b1eb94e5129c service neutron] For port 96355674-1591-4fa2-9fa5-7e11b5267750, host hv-cinder-77954, cleared binding levels {{(pid=94637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:26:35.844253 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-5d1de496-da90-48a9-99d5-b1eb94e5129c service neutron] For port 96355674-1591-4fa2-9fa5-7e11b5267750, host hv-cinder-77954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=96355674-1591-4fa2-9fa5-7e11b5267750,segment=NetworkSegment(39dd872f-63d1-40bf-894c-f52a0533ea64),segment_id=39dd872f-63d1-40bf-894c-f52a0533ea64)] {{(pid=94637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:26:35.941010 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-5d1de496-da90-48a9-99d5-b1eb94e5129c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859523'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:35.976151 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-5d1de496-da90-48a9-99d5-b1eb94e5129c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:35.976813 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-5d1de496-da90-48a9-99d5-b1eb94e5129c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:35.978181 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-5d1de496-da90-48a9-99d5-b1eb94e5129c service neutron] 10.222.0.54 "PUT /v2.0/ports/96355674-1591-4fa2-9fa5-7e11b5267750 HTTP/1.1" status: 200 len: 1093 time: 0.7809477 Sep 09 18:26:35.978627 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13ee7cb-713b-4ad8-b054-ae6fa99816d4', 'tag': '96355674-1591-4fa2-9fa5-7e11b5267750'}] {{(pid=94637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:26:35.980869 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133f33bf375164f5fa4b6a6278130a616101494423e3cf7e78094e28bab08aaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75b8cc6-a7c9-44c9-818e-d073dd1928e7" -d '{"events": [{"name": "network-changed", "server_uuid": "e13ee7cb-713b-4ad8-b054-ae6fa99816d4", "tag": "96355674-1591-4fa2-9fa5-7e11b5267750"}]}' {{(pid=94637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:26:36.012875 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1de496-da90-48a9-99d5-b1eb94e5129c service neutron] Pushing event updated for resources: {'Port': ['ID=96355674-1591-4fa2-9fa5-7e11b5267750,revision_number=3']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:26:36.021210 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 18:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3823e0-13b2-4a3b-89bd-76cedd6db59e x-openstack-request-id: req-da3823e0-13b2-4a3b-89bd-76cedd6db59e {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:26:36.021593 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e13ee7cb-713b-4ad8-b054-ae6fa99816d4", "tag": "96355674-1591-4fa2-9fa5-7e11b5267750", "status": "completed", "code": 200}]} {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:26:36.021858 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-da3823e0-13b2-4a3b-89bd-76cedd6db59e {{(pid=94637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:26:36.022239 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e13ee7cb-713b-4ad8-b054-ae6fa99816d4', 'tag': '96355674-1591-4fa2-9fa5-7e11b5267750', 'status': 'completed', 'code': 200} Sep 09 18:26:36.049072 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:36.091454 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b8cc6-a7c9-44c9-818e-d073dd1928e7 req-8c7afee4-ad68-4c76-a13d-29f952032d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:36.094110 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c75b8cc6-a7c9-44c9-818e-d073dd1928e7 req-8c7afee4-ad68-4c76-a13d-29f952032d3f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4c733a1c9e2d4078b44acd994040a650&device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 1096 time: 0.0466826 Sep 09 18:26:36.227427 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b8cc6-a7c9-44c9-818e-d073dd1928e7 req-574c9de3-1dc9-450b-a054-7b086e8ddbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:36.228950 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c75b8cc6-a7c9-44c9-818e-d073dd1928e7 req-574c9de3-1dc9-450b-a054-7b086e8ddbf2 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=4c733a1c9e2d4078b44acd994040a650&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1270764 Sep 09 18:26:36.270559 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5205c4-6f59-463e-8bc4-6217fb024613 req-9ab254d7-afcc-47d0-af37-2a198dca266d tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:36.272064 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bc5205c4-6f59-463e-8bc4-6217fb024613 req-9ab254d7-afcc-47d0-af37-2a198dca266d tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 945 time: 0.0887949 Sep 09 18:26:36.392982 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bc5205c4-6f59-463e-8bc4-6217fb024613 req-bd3a0ca5-0d04-408e-8165-f75349bedc0d tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1113636 Sep 09 18:26:36.411405 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b8cc6-a7c9-44c9-818e-d073dd1928e7 req-390e3adf-cfff-40be-a400-57b0c88c35e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:36.412905 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c75b8cc6-a7c9-44c9-818e-d073dd1928e7 req-390e3adf-cfff-40be-a400-57b0c88c35e5 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1754010 Sep 09 18:26:36.424765 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47d78d-f57c-44c4-b4ce-178e109ba15e req-1442dc14-5137-485f-956f-2cd53d72e24d tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:36.426514 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bc47d78d-f57c-44c4-b4ce-178e109ba15e req-1442dc14-5137-485f-956f-2cd53d72e24d tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 943 time: 0.0903440 Sep 09 18:26:36.493464 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bc47d78d-f57c-44c4-b4ce-178e109ba15e req-db7eb4fd-6e99-4f7a-8511-0f0190fed70d tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609174 Sep 09 18:26:36.507926 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-582976e3-589d-485e-b340-80590a2eda2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:36.509432 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-582976e3-589d-485e-b340-80590a2eda2d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4c733a1c9e2d4078b44acd994040a650&device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 1096 time: 0.0567133 Sep 09 18:26:36.551667 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-e8f05fdd-8ae2-4ade-a511-b9a6a1f3f904 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96355674-1591-4fa2-9fa5-7e11b5267750 HTTP/1.1" status: 200 len: 217 time: 0.0345876 Sep 09 18:26:36.599820 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-edbb9dc7-77ab-4356-8b30-48c57b35dae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:36.604094 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-edbb9dc7-77ab-4356-8b30-48c57b35dae5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a2d97d02-3d47-4a62-8a9e-62fb57567ad0 HTTP/1.1" status: 200 len: 846 time: 0.0432062 Sep 09 18:26:36.651280 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-864ff8a4-108d-42c6-9568-50827bf5bc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:36.652702 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-864ff8a4-108d-42c6-9568-50827bf5bc71 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9ec2a65c-0709-4792-8b43-93c3c42d03c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439758 Sep 09 18:26:36.743308 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-aaecda1c-2ac7-4662-b549-130b33429950 service neutron] 10.222.0.54 "GET /v2.0/networks/9ec2a65c-0709-4792-8b43-93c3c42d03c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830557 Sep 09 18:26:36.836721 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-dd25b2d7-8788-4392-8fa7-859cafc7850f req-59930474-56f0-462b-930d-ecf61a635091 service neutron] 10.222.0.54 "GET /v2.0/networks/9ec2a65c-0709-4792-8b43-93c3c42d03c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857964 Sep 09 18:26:37.515369 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06acbb45-17d6-4b1a-9959-81a91ee9ebb5 req-e7b75b57-2a93-4c13-bd49-b7bb718bdd9e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:37.516801 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-06acbb45-17d6-4b1a-9959-81a91ee9ebb5 req-e7b75b57-2a93-4c13-bd49-b7bb718bdd9e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 945 time: 0.0489693 Sep 09 18:26:37.555405 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-06acbb45-17d6-4b1a-9959-81a91ee9ebb5 req-bc0e914a-15ca-4926-8242-ab1ab8111f6b tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319695 Sep 09 18:26:37.611900 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d93a4b-fb26-42a3-952a-cf2ac3a6851d req-7dd95aa3-db6e-4a77-8cd3-caefcd0c59fd tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:37.616248 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-84d93a4b-fb26-42a3-952a-cf2ac3a6851d req-7dd95aa3-db6e-4a77-8cd3-caefcd0c59fd tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 943 time: 0.0484066 Sep 09 18:26:37.650949 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-84d93a4b-fb26-42a3-952a-cf2ac3a6851d req-adccf9f7-5879-48da-81cc-1de9f78a6464 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311913 Sep 09 18:26:38.610248 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-45111e43-61c2-44fa-ab92-19d1b775d407 req-f09a24a5-0799-4674-bb04-1334e226742d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f77322c0-36fa-448d-aa08-ecd711b23d96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440276 Sep 09 18:26:38.702220 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8f1cb-30e1-4455-92ae-f6e189984785 req-1c67490c-61bc-4728-bf0d-926ee61e2494 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:38.703722 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-fba8f1cb-30e1-4455-92ae-f6e189984785 req-1c67490c-61bc-4728-bf0d-926ee61e2494 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 945 time: 0.0751200 Sep 09 18:26:38.705757 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45111e43-61c2-44fa-ab92-19d1b775d407 req-8ebae72a-f6fb-40f7-9d89-c95b14b50153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:38.707657 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-45111e43-61c2-44fa-ab92-19d1b775d407 req-8ebae72a-f6fb-40f7-9d89-c95b14b50153 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1770c44abcca47449561e6ab91841b32&device_id=f77322c0-36fa-448d-aa08-ecd711b23d96 HTTP/1.1" status: 200 len: 1099 time: 0.0699468 Sep 09 18:26:38.790173 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-fba8f1cb-30e1-4455-92ae-f6e189984785 req-2d4d89e6-055c-4fb6-b23c-6625a0e77102 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0795572 Sep 09 18:26:38.844858 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913bcb29-c42d-4f6d-9a25-b3d4153462c3 req-2fbbfebe-a4ae-4c00-b328-cd7994626ea9 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:38.846304 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-913bcb29-c42d-4f6d-9a25-b3d4153462c3 req-2fbbfebe-a4ae-4c00-b328-cd7994626ea9 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 943 time: 0.1213377 Sep 09 18:26:38.878577 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45111e43-61c2-44fa-ab92-19d1b775d407 req-d16b1ee3-6e29-4901-b1f2-8c471ed36ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:38.880556 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-45111e43-61c2-44fa-ab92-19d1b775d407 req-d16b1ee3-6e29-4901-b1f2-8c471ed36ed9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=12c9815a-8b2f-47cd-b8b1-a5fb504eb71c HTTP/1.1" status: 200 len: 913 time: 0.1447527 Sep 09 18:26:38.904588 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-913bcb29-c42d-4f6d-9a25-b3d4153462c3 req-5eaee553-a679-4013-add2-77c0cadf851b tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521343 Sep 09 18:26:38.957008 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-45111e43-61c2-44fa-ab92-19d1b775d407 req-a99edc9e-e7c6-4530-aeb5-64c58f3008bc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e2d8806-6888-4834-8a91-579afd536c62 HTTP/1.1" status: 200 len: 1001 time: 0.0663044 Sep 09 18:26:39.006478 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45111e43-61c2-44fa-ab92-19d1b775d407 req-43926dd9-bf9c-4845-80e5-1b2a342af99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:39.007921 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-45111e43-61c2-44fa-ab92-19d1b775d407 req-43926dd9-bf9c-4845-80e5-1b2a342af99e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2097dc36-6037-4f23-a336-5ec26ebde0c6 HTTP/1.1" status: 200 len: 851 time: 0.0431979 Sep 09 18:26:39.054473 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45111e43-61c2-44fa-ab92-19d1b775d407 req-6376016e-7e10-4fc0-84cc-b5a93eff423a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:39.055962 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-45111e43-61c2-44fa-ab92-19d1b775d407 req-6376016e-7e10-4fc0-84cc-b5a93eff423a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=12c9815a-8b2f-47cd-b8b1-a5fb504eb71c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405521 Sep 09 18:26:39.151143 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-45111e43-61c2-44fa-ab92-19d1b775d407 req-3d9041d1-934f-4783-b96f-07609af056a3 service neutron] 10.222.0.54 "GET /v2.0/networks/12c9815a-8b2f-47cd-b8b1-a5fb504eb71c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873179 Sep 09 18:26:39.241684 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-45111e43-61c2-44fa-ab92-19d1b775d407 req-50113864-1897-453c-bc6d-31c5c5fe557f service neutron] 10.222.0.54 "GET /v2.0/networks/12c9815a-8b2f-47cd-b8b1-a5fb504eb71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821583 Sep 09 18:26:39.912785 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd63a81-70a1-443e-aa0f-3517eccab97c req-9e7206d7-cd67-4d3f-bb5e-f4a50e2a485f tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:39.914245 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bcd63a81-70a1-443e-aa0f-3517eccab97c req-9e7206d7-cd67-4d3f-bb5e-f4a50e2a485f tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 945 time: 0.0526013 Sep 09 18:26:39.953592 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bcd63a81-70a1-443e-aa0f-3517eccab97c req-35e3c214-4173-4b84-b17d-2b76ccb9d04e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334566 Sep 09 18:26:40.026603 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de03b7-e465-49ee-9340-ce1b75a9418c req-c1f67657-2079-40c5-bac0-3f31c09132bb tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:40.028074 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-66de03b7-e465-49ee-9340-ce1b75a9418c req-c1f67657-2079-40c5-bac0-3f31c09132bb tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 943 time: 0.0488214 Sep 09 18:26:40.068152 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-66de03b7-e465-49ee-9340-ce1b75a9418c req-eb767c50-1673-4121-88e1-ad0be902648b tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342145 Sep 09 18:26:41.075885 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb35ca-997a-490f-81a5-51da583e90f1 req-58eba6f6-02e5-41ae-9bf7-39ab433949e2 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:41.077377 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0bdb35ca-997a-490f-81a5-51da583e90f1 req-58eba6f6-02e5-41ae-9bf7-39ab433949e2 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 945 time: 0.0502713 Sep 09 18:26:41.128995 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0bdb35ca-997a-490f-81a5-51da583e90f1 req-46ce1e1a-7d0b-4055-8fb7-6e7a18c79162 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444641 Sep 09 18:26:41.201217 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f8c56-300a-42b1-aec3-c29d7b9569ad req-1ffae56c-45f7-4cbf-ba21-41e8efb6a920 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:41.202698 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-406f8c56-300a-42b1-aec3-c29d7b9569ad req-1ffae56c-45f7-4cbf-ba21-41e8efb6a920 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 943 time: 0.0540242 Sep 09 18:26:41.241802 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-406f8c56-300a-42b1-aec3-c29d7b9569ad req-3feb14e9-cacd-4888-b399-0fc3e5894e83 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321150 Sep 09 18:26:42.249870 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988e0fa-2734-4eb2-ade1-20825a5f9cf4 req-b44c4ae3-6958-4cc1-92dd-5e08baaee06f tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:42.252567 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7988e0fa-2734-4eb2-ade1-20825a5f9cf4 req-b44c4ae3-6958-4cc1-92dd-5e08baaee06f tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 945 time: 0.0483942 Sep 09 18:26:42.291464 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7988e0fa-2734-4eb2-ade1-20825a5f9cf4 req-c8c459eb-057b-4505-88cd-c06668837274 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332892 Sep 09 18:26:42.361532 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a95956-0c31-4cdd-864e-5f16d962645b req-59d101a9-fb1c-4809-bcdd-5962bda2e72f tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:42.363062 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-93a95956-0c31-4cdd-864e-5f16d962645b req-59d101a9-fb1c-4809-bcdd-5962bda2e72f tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 943 time: 0.0489726 Sep 09 18:26:42.401020 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-93a95956-0c31-4cdd-864e-5f16d962645b req-a8b7faa9-8c84-4b53-bb90-8b7a9edc380e tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313818 Sep 09 18:26:43.418497 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee0cf2-4c0a-4bae-97e7-4f772f35f044 req-af51cca2-3170-4d9c-82cc-7d3d7f504f30 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:43.420001 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-adee0cf2-4c0a-4bae-97e7-4f772f35f044 req-af51cca2-3170-4d9c-82cc-7d3d7f504f30 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 945 time: 0.0537045 Sep 09 18:26:43.460917 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-adee0cf2-4c0a-4bae-97e7-4f772f35f044 req-a7833156-5c52-4a13-8a0f-ce2eb7e725ff tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344484 Sep 09 18:26:43.520776 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdcd514-baac-4a89-8261-54d432e864ab req-f09ee3eb-3d18-45e1-8777-58d7d8bd5385 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:43.522260 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9cdcd514-baac-4a89-8261-54d432e864ab req-f09ee3eb-3d18-45e1-8777-58d7d8bd5385 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 943 time: 0.0507202 Sep 09 18:26:43.560716 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9cdcd514-baac-4a89-8261-54d432e864ab req-65144ada-0c3b-439e-9a92-c823f3887d9e tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325174 Sep 09 18:26:44.425623 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 6 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:26:44.586667 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5aeb4-dd39-49f6-9196-a7e5d103a96a req-838e24fd-f0f8-4678-bfb2-461cb7fbee80 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:44.588248 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3ac5aeb4-dd39-49f6-9196-a7e5d103a96a req-838e24fd-f0f8-4678-bfb2-461cb7fbee80 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 945 time: 0.0512769 Sep 09 18:26:44.627216 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 96355674-1591-4fa2-9fa5-7e11b5267750 details requested by agent hyperv_hv-cinder-77954 with host hv-cinder-77954 {{(pid=94639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 18:26:44.628521 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3ac5aeb4-dd39-49f6-9196-a7e5d103a96a req-3722cd16-5bd2-4d9a-bd20-5ce6600dc6b4 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336621 Sep 09 18:26:44.683330 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248b943-b77c-4b76-a81c-a2b91a76b171 req-520ea448-d66d-4084-9592-68cd715f07f2 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:44.684821 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7248b943-b77c-4b76-a81c-a2b91a76b171 req-520ea448-d66d-4084-9592-68cd715f07f2 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 943 time: 0.0534844 Sep 09 18:26:44.723258 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7248b943-b77c-4b76-a81c-a2b91a76b171 req-51d0e1f9-5857-4a9c-a825-d02da144c176 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323184 Sep 09 18:26:44.725525 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port 96355674-1591-4fa2-9fa5-7e11b5267750, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=96355674-1591-4fa2-9fa5-7e11b5267750,segment=NetworkSegment(39dd872f-63d1-40bf-894c-f52a0533ea64),segment_id=39dd872f-63d1-40bf-894c-f52a0533ea64)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:26:44.736713 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Returning: {'device': '96355674-1591-4fa2-9fa5-7e11b5267750', 'network_id': '9ec2a65c-0709-4792-8b43-93c3c42d03c0', 'port_id': '96355674-1591-4fa2-9fa5-7e11b5267750', 'mac_address': 'fa:16:3e:08:64:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2d97d02-3d47-4a62-8a9e-62fb57567ad0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 18:26:44.776508 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:44.789330 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96355674-1591-4fa2-9fa5-7e11b5267750 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:26:44.808244 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port 96355674-1591-4fa2-9fa5-7e11b5267750, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=96355674-1591-4fa2-9fa5-7e11b5267750,segment=NetworkSegment(39dd872f-63d1-40bf-894c-f52a0533ea64),segment_id=39dd872f-63d1-40bf-894c-f52a0533ea64)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:26:44.873398 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:44.920748 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=96355674-1591-4fa2-9fa5-7e11b5267750,revision_number=4']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:26:44.927553 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:26:44.927905 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:26:44.928248 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:26:44.930406 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:26:44.930746 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:26:44.931085 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:26:44.931426 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:26:44.931759 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:26:44.932099 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:26:44.932452 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:26:44.932786 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:26:44.933111 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:26:45.274083 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] get_ports_and_sgs() called for port_ids ['96355674-1591-4fa2-9fa5-7e11b5267750'] {{(pid=94639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 18:26:45.751199 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43072b-a2e8-4e5b-a06d-226bf3e7ad15 req-e58531af-5b34-4b2d-9af4-b644dd76def9 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:45.752882 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3d43072b-a2e8-4e5b-a06d-226bf3e7ad15 req-e58531af-5b34-4b2d-9af4-b644dd76def9 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 945 time: 0.0487502 Sep 09 18:26:45.799488 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3d43072b-a2e8-4e5b-a06d-226bf3e7ad15 req-f2be776b-332d-4d3a-97ec-e08b5e47b576 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399501 Sep 09 18:26:45.992391 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040dfd9b-8545-4e7b-9109-fbb92a1efe44 req-e5e6b4cd-20cf-4ce9-89e6-bae5e47df124 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:45.993779 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-040dfd9b-8545-4e7b-9109-fbb92a1efe44 req-e5e6b4cd-20cf-4ce9-89e6-bae5e47df124 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 944 time: 0.0481002 Sep 09 18:26:46.030353 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-040dfd9b-8545-4e7b-9109-fbb92a1efe44 req-abca66f7-c89c-4cfa-9af0-88f8cfaaac11 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307033 Sep 09 18:26:46.632213 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device ab42cd23-2bb3-4424-bafd-8c5cb75aa070 details requested by agent hyperv_hv-cinder-77954 with host hv-cinder-77954 {{(pid=94639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 18:26:46.634310 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 96355674-1591-4fa2-9fa5-7e11b5267750 up at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:26:46.767672 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port ab42cd23-2bb3-4424-bafd-8c5cb75aa070, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=ab42cd23-2bb3-4424-bafd-8c5cb75aa070,segment=NetworkSegment(5dabc900-77d9-4787-b5a9-e934b438dec7),segment_id=5dabc900-77d9-4787-b5a9-e934b438dec7)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:26:46.781103 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Returning: {'device': 'ab42cd23-2bb3-4424-bafd-8c5cb75aa070', 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe', 'port_id': 'ab42cd23-2bb3-4424-bafd-8c5cb75aa070', 'mac_address': 'fa:16:3e:14:4d:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a76c712f-0b8e-4da8-9f5a-950d58cfba07', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 18:26:46.821136 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning for port 96355674-1591-4fa2-9fa5-7e11b5267750 completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:26:46.823215 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:46.840582 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning complete for port 96355674-1591-4fa2-9fa5-7e11b5267750 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:26:46.840582 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:46.840582 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab42cd23-2bb3-4424-bafd-8c5cb75aa070 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:26:46.885589 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port ab42cd23-2bb3-4424-bafd-8c5cb75aa070, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=ab42cd23-2bb3-4424-bafd-8c5cb75aa070,segment=NetworkSegment(5dabc900-77d9-4787-b5a9-e934b438dec7),segment_id=5dabc900-77d9-4787-b5a9-e934b438dec7)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:26:46.935824 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe98495-3648-4ebf-867b-59722a66468a req-a1440171-0512-468f-859c-07ab1d997b43 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:46.937458 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-dbe98495-3648-4ebf-867b-59722a66468a req-a1440171-0512-468f-859c-07ab1d997b43 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 945 time: 0.0553386 Sep 09 18:26:46.937614 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:46.957231 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:46.966242 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13ee7cb-713b-4ad8-b054-ae6fa99816d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96355674-1591-4fa2-9fa5-7e11b5267750'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:26:46.968522 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c42b67fee44e65162d6e194d2b8dbd641fdff823df3ddc4f15e211ea02ebf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007d007a-580c-4088-b4a8-b232c9ca05b6" -d '{"events": [{"server_uuid": "e13ee7cb-713b-4ad8-b054-ae6fa99816d4", "name": "network-vif-plugged", "status": "completed", "tag": "96355674-1591-4fa2-9fa5-7e11b5267750"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:26:46.977994 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-dbe98495-3648-4ebf-867b-59722a66468a req-aaa3afc8-f148-47e7-ac6a-0ce1c9420af4 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334637 Sep 09 18:26:47.004475 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port 96355674-1591-4fa2-9fa5-7e11b5267750, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=96355674-1591-4fa2-9fa5-7e11b5267750,segment=NetworkSegment(39dd872f-63d1-40bf-894c-f52a0533ea64),segment_id=39dd872f-63d1-40bf-894c-f52a0533ea64)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:26:47.026155 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 18:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3198502b-d2cb-4030-8289-85723f7799c6 x-openstack-request-id: req-3198502b-d2cb-4030-8289-85723f7799c6 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:26:47.026449 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13ee7cb-713b-4ad8-b054-ae6fa99816d4", "name": "network-vif-plugged", "status": "completed", "tag": "96355674-1591-4fa2-9fa5-7e11b5267750", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:26:47.026705 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3198502b-d2cb-4030-8289-85723f7799c6 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:26:47.027096 dv-cinder-779540-2-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13ee7cb-713b-4ad8-b054-ae6fa99816d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96355674-1591-4fa2-9fa5-7e11b5267750', 'code': 200} Sep 09 18:26:47.031525 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=ab42cd23-2bb3-4424-bafd-8c5cb75aa070,revision_number=6']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:26:47.049261 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] get_ports_and_sgs() called for port_ids ['ab42cd23-2bb3-4424-bafd-8c5cb75aa070'] {{(pid=94639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 18:26:47.073383 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:47.150402 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=96355674-1591-4fa2-9fa5-7e11b5267750,revision_number=5']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:26:47.153323 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ebf70-1f71-46b0-8238-26b845d22751 req-7a43096e-0a65-479a-bbcd-c408d8f01345 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:47.156124 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1f2ebf70-1f71-46b0-8238-26b845d22751 req-7a43096e-0a65-479a-bbcd-c408d8f01345 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 945 time: 0.0572011 Sep 09 18:26:47.196130 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1f2ebf70-1f71-46b0-8238-26b845d22751 req-8a8cea2c-b811-4956-864d-884706bf4170 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347283 Sep 09 18:26:47.380857 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3923497-89a7-46a1-a120-c67647d2456d req-41025d7f-819a-4fb0-82cb-ae77c0648004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:47.382505 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c3923497-89a7-46a1-a120-c67647d2456d req-41025d7f-819a-4fb0-82cb-ae77c0648004 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 1098 time: 0.0427129 Sep 09 18:26:47.420549 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c3923497-89a7-46a1-a120-c67647d2456d req-c58c45b1-c92f-45d4-ad81-73276dcc116a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309384 Sep 09 18:26:48.242785 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1008495-9832-4741-94bd-129a5e4441c0 req-621c0a4b-0193-46eb-a7c3-3488345a4db6 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:48.244449 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a1008495-9832-4741-94bd-129a5e4441c0 req-621c0a4b-0193-46eb-a7c3-3488345a4db6 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 944 time: 0.0550425 Sep 09 18:26:48.294450 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a1008495-9832-4741-94bd-129a5e4441c0 req-cf71c48a-3687-4fdf-9289-39a4b0ae0023 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440521 Sep 09 18:26:48.331025 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4e396-dac5-47ff-9072-37a591eba357 req-c57c8ad0-61c8-4036-b03e-1dbced88d2b3 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:48.332580 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-06d4e396-dac5-47ff-9072-37a591eba357 req-c57c8ad0-61c8-4036-b03e-1dbced88d2b3 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 945 time: 0.0556786 Sep 09 18:26:48.373573 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-06d4e396-dac5-47ff-9072-37a591eba357 req-d6e368fe-1117-402b-a8ff-a1993253277d tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342758 Sep 09 18:26:48.644642 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device ab42cd23-2bb3-4424-bafd-8c5cb75aa070 up at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:26:48.690906 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning complete for port ab42cd23-2bb3-4424-bafd-8c5cb75aa070 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:26:48.691271 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:48.768726 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:48.801477 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port ab42cd23-2bb3-4424-bafd-8c5cb75aa070, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=ab42cd23-2bb3-4424-bafd-8c5cb75aa070,segment=NetworkSegment(5dabc900-77d9-4787-b5a9-e934b438dec7),segment_id=5dabc900-77d9-4787-b5a9-e934b438dec7)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:26:48.867653 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:48.916380 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=ab42cd23-2bb3-4424-bafd-8c5cb75aa070,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:26:49.028763 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93dc1e46-0823-4438-8997-a09e82f7083e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab42cd23-2bb3-4424-bafd-8c5cb75aa070'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:26:49.031055 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c42b67fee44e65162d6e194d2b8dbd641fdff823df3ddc4f15e211ea02ebf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92a4256-d489-41de-bdd8-0273b215f486" -d '{"events": [{"server_uuid": "93dc1e46-0823-4438-8997-a09e82f7083e", "name": "network-vif-plugged", "status": "completed", "tag": "ab42cd23-2bb3-4424-bafd-8c5cb75aa070"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:26:49.065723 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 18:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2b44e5-1e2a-422e-917b-846577900d93 x-openstack-request-id: req-8f2b44e5-1e2a-422e-917b-846577900d93 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:26:49.066022 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93dc1e46-0823-4438-8997-a09e82f7083e", "name": "network-vif-plugged", "status": "completed", "tag": "ab42cd23-2bb3-4424-bafd-8c5cb75aa070", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:26:49.066275 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8f2b44e5-1e2a-422e-917b-846577900d93 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:26:49.066670 dv-cinder-779540-2-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93dc1e46-0823-4438-8997-a09e82f7083e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab42cd23-2bb3-4424-bafd-8c5cb75aa070', 'code': 200} Sep 09 18:26:49.423492 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee52e63-f70d-4a44-9abc-cf81db4a759f req-cf534ead-7198-4e9d-adbd-f88dc4b554fc tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:49.429206 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bee52e63-f70d-4a44-9abc-cf81db4a759f req-cf534ead-7198-4e9d-adbd-f88dc4b554fc tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 945 time: 0.0587139 Sep 09 18:26:49.501377 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bee52e63-f70d-4a44-9abc-cf81db4a759f req-b9db90f5-5a95-4fc6-9918-cef5cd8208d5 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0694644 Sep 09 18:26:49.525413 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26871b24-3a97-4752-9cd6-5afbda16be3d req-d8058625-766e-4636-b643-d38302cff04a tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:49.526946 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-26871b24-3a97-4752-9cd6-5afbda16be3d req-d8058625-766e-4636-b643-d38302cff04a tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 945 time: 0.0736239 Sep 09 18:26:49.569628 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-26871b24-3a97-4752-9cd6-5afbda16be3d req-eec909ec-b366-43f6-ac2a-eca3e293964a tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363808 Sep 09 18:26:50.623756 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32755a66-dc49-4a22-923a-9dcbe0083a0c req-0433f8d7-a644-4f28-8dcf-6191125a14d7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:50.625229 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-32755a66-dc49-4a22-923a-9dcbe0083a0c req-0433f8d7-a644-4f28-8dcf-6191125a14d7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 945 time: 0.0502355 Sep 09 18:26:50.687351 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-32755a66-dc49-4a22-923a-9dcbe0083a0c req-b57edb44-9477-4889-9a4d-867d3f3c2778 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555022 Sep 09 18:26:50.710780 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee31a9-3056-40fd-9540-90f89878a7ce req-b3f96142-d3b4-4861-8aea-c1746ae33980 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:50.712284 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f9ee31a9-3056-40fd-9540-90f89878a7ce req-b3f96142-d3b4-4861-8aea-c1746ae33980 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 945 time: 0.0670304 Sep 09 18:26:50.754355 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f9ee31a9-3056-40fd-9540-90f89878a7ce req-60e07272-a345-430b-b45a-6344d28467ba tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357149 Sep 09 18:26:50.875204 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ab10f-1361-4a2e-b048-5380f8efa890 req-d00562ff-3df4-43c6-8a2d-c04aa3a0ee2f tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:50.876674 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2d4ab10f-1361-4a2e-b048-5380f8efa890 req-d00562ff-3df4-43c6-8a2d-c04aa3a0ee2f tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 945 time: 0.0543842 Sep 09 18:26:50.915955 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2d4ab10f-1361-4a2e-b048-5380f8efa890 req-61f916c8-0135-476b-8e00-0d56143a41fe tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328791 Sep 09 18:26:50.938142 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 46606) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:26:51.076688 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13459c12-5460-40c4-bf4d-2b3bf1fd046e tempest-TestShelveInstance-1129293511 tempest-TestShelveInstance-1129293511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:51.081072 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-13459c12-5460-40c4-bf4d-2b3bf1fd046e tempest-TestShelveInstance-1129293511 tempest-TestShelveInstance-1129293511-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 1093 time: 0.1391821 Sep 09 18:26:51.081359 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 46614) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:26:51.087212 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-1f317032-7a92-49f4-b4a6-c825a4410ae8 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Request body: {'floatingip': {'floating_network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'port_id': '96355674-1591-4fa2-9fa5-7e11b5267750', 'tenant_id': '4c733a1c9e2d4078b44acd994040a650', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:26:51.199756 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1f317032-7a92-49f4-b4a6-c825a4410ae8 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks [] for floatingip, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:51.302389 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1f317032-7a92-49f4-b4a6-c825a4410ae8 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:51.410830 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.db_base_plugin_common [None req-1f317032-7a92-49f4-b4a6-c825a4410ae8 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Allocated IP 172.27.0.121 (3a4844da-e7df-49de-8120-ac4d2e4c4f80/6ecf6949-122b-4bec-9802-77be4eb2c7d8/66794e41-b0df-4dbc-ba2a-cfff83437f32) {{(pid=94637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:26:51.519630 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1f317032-7a92-49f4-b4a6-c825a4410ae8 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks [] for port, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:51.614180 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1f317032-7a92-49f4-b4a6-c825a4410ae8 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:51.659972 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f317032-7a92-49f4-b4a6-c825a4410ae8 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Network 3a4844da-e7df-49de-8120-ac4d2e4c4f80 is already hosted by enough agents. {{(pid=94637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:26:51.663768 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.base_scheduler [None req-1f317032-7a92-49f4-b4a6-c825a4410ae8 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Resources bound (agent type, host, resource id): {{(pid=94637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:26:51.667633 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f317032-7a92-49f4-b4a6-c825a4410ae8 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Received port after_create {{(pid=94637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:26:51.704111 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f317032-7a92-49f4-b4a6-c825a4410ae8 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Pushing event updated for resources: {'Port': ['ID=66794e41-b0df-4dbc-ba2a-cfff83437f32,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:26:51.912132 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9eba73-bbba-4940-854f-b7a90ad249a4 req-1beaa33c-ec1d-44e0-82bc-95b78d6b9047 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:51.913662 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3a9eba73-bbba-4940-854f-b7a90ad249a4 req-1beaa33c-ec1d-44e0-82bc-95b78d6b9047 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 945 time: 0.1360900 Sep 09 18:26:51.995782 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3a9eba73-bbba-4940-854f-b7a90ad249a4 req-618268e4-0921-450e-ba37-b967bd68f876 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0738125 Sep 09 18:26:52.166807 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1f317032-7a92-49f4-b4a6-c825a4410ae8 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:52.308091 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1f317032-7a92-49f4-b4a6-c825a4410ae8 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:52.488459 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1f317032-7a92-49f4-b4a6-c825a4410ae8 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks [] for port, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:52.551489 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1f317032-7a92-49f4-b4a6-c825a4410ae8 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859523'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:52.635256 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f317032-7a92-49f4-b4a6-c825a4410ae8 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Pushing event updated for resources: {'Port': ['ID=66794e41-b0df-4dbc-ba2a-cfff83437f32,revision_number=2']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:26:52.637879 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1f317032-7a92-49f4-b4a6-c825a4410ae8 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-905259'] for floatingip, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:52.752336 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.db.l3_db [None req-1f317032-7a92-49f4-b4a6-c825a4410ae8 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Floating IP a7373dc7-0fda-4cca-ad1b-99e1ccd19471 associated. External IP: 172.27.0.121, port: 96355674-1591-4fa2-9fa5-7e11b5267750. Sep 09 18:26:53.182441 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d62b4d-cc74-47b0-ba96-64c9bf13bd97 req-f1ea5db1-c42c-4b4b-8d7d-bd80a13eea33 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:53.183996 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-04d62b4d-cc74-47b0-ba96-64c9bf13bd97 req-f1ea5db1-c42c-4b4b-8d7d-bd80a13eea33 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 945 time: 0.0719936 Sep 09 18:26:53.280543 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-04d62b4d-cc74-47b0-ba96-64c9bf13bd97 req-3e84f3ea-a98a-4937-84b7-61ed085bdaa0 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554783 Sep 09 18:26:53.357600 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f317032-7a92-49f4-b4a6-c825a4410ae8 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Router aa58bafb-f642-46fe-ae2b-81b028ecd488 has already been hosted by L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 {{(pid=94637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 18:26:53.511762 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f317032-7a92-49f4-b4a6-c825a4410ae8 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:26:53.525381 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09820c3-40f6-44e5-ac47-610af8d6fc69 None None] Sync routers for ids ['aa58bafb-f642-46fe-ae2b-81b028ecd488'] in dv-cinder-779540-2-iscsi {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:26:53.539941 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09820c3-40f6-44e5-ac47-610af8d6fc69 None None] Routers {'aa58bafb-f642-46fe-ae2b-81b028ecd488'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:26:53.540617 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-f09820c3-40f6-44e5-ac47-610af8d6fc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:26:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['aa58bafb-f642-46fe-ae2b-81b028ecd488'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:26:53.583890 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1f317032-7a92-49f4-b4a6-c825a4410ae8 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for floatingip, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:53.634012 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-1f317032-7a92-49f4-b4a6-c825a4410ae8 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5466049 Sep 09 18:26:53.635137 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13ee7cb-713b-4ad8-b054-ae6fa99816d4', 'tag': '96355674-1591-4fa2-9fa5-7e11b5267750'}] {{(pid=94637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:26:53.637915 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133f33bf375164f5fa4b6a6278130a616101494423e3cf7e78094e28bab08aaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72317914-9481-4aac-be66-13fe73886dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "e13ee7cb-713b-4ad8-b054-ae6fa99816d4", "tag": "96355674-1591-4fa2-9fa5-7e11b5267750"}]}' {{(pid=94637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:26:53.694842 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-f09820c3-40f6-44e5-ac47-610af8d6fc69 None None] Set router aa58bafb-f642-46fe-ae2b-81b028ecd488 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:26:53.700198 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 18:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699ca9a6-95cd-4a64-b68c-0d209084d98e x-openstack-request-id: req-699ca9a6-95cd-4a64-b68c-0d209084d98e {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:26:53.700608 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e13ee7cb-713b-4ad8-b054-ae6fa99816d4", "tag": "96355674-1591-4fa2-9fa5-7e11b5267750", "status": "completed", "code": 200}]} {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:26:53.700926 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-699ca9a6-95cd-4a64-b68c-0d209084d98e {{(pid=94637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:26:53.701410 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e13ee7cb-713b-4ad8-b054-ae6fa99816d4', 'tag': '96355674-1591-4fa2-9fa5-7e11b5267750', 'status': 'completed', 'code': 200} Sep 09 18:26:53.872632 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72317914-9481-4aac-be66-13fe73886dc6 req-290836ad-aa1b-4164-bcb9-97053f85bcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:53.874801 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-72317914-9481-4aac-be66-13fe73886dc6 req-290836ad-aa1b-4164-bcb9-97053f85bcc0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4c733a1c9e2d4078b44acd994040a650&device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 1098 time: 0.1421535 Sep 09 18:26:53.998211 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72317914-9481-4aac-be66-13fe73886dc6 req-1b26dd70-aa00-4835-873d-ef5b9764e4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:54.000345 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-72317914-9481-4aac-be66-13fe73886dc6 req-1b26dd70-aa00-4835-873d-ef5b9764e4b0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9ec2a65c-0709-4792-8b43-93c3c42d03c0 HTTP/1.1" status: 200 len: 908 time: 0.1108353 Sep 09 18:26:54.150013 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-f09820c3-40f6-44e5-ac47-610af8d6fc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa58bafb-f642-46fe-ae2b-81b028ecd488', 'name': 'tempest-TestShelveInstance-77307758-router', 'tenant_id': '4c733a1c9e2d4078b44acd994040a650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '0b3d81ad-0407-4a64-874f-be4d0b7ff14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:25:50Z', 'updated_at': '2021-09-09T18:25:53Z', 'revision_number': 4, 'project_id': '4c733a1c9e2d4078b44acd994040a650', 'gw_port': {'id': '0b3d81ad-0407-4a64-874f-be4d0b7ff14b', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58bafb-f642-46fe-ae2b-81b028ecd488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:25:50Z', 'updated_at': '2021-09-09T18:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_floatingips': [{'id': 'a7373dc7-0fda-4cca-ad1b-99e1ccd19471', 'tenant_id': '4c733a1c9e2d4078b44acd994040a650', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'router_id': 'aa58bafb-f642-46fe-ae2b-81b028ecd488', 'port_id': '96355674-1591-4fa2-9fa5-7e11b5267750', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ec2a65c-0709-4792-8b43-93c3c42d03c0', 'mac_address': 'fa:16:3e:08:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13ee7cb-713b-4ad8-b054-ae6fa99816d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T18:26:52Z', 'updated_at': '2021-09-09T18:26:52Z', 'revision_number': 0, 'project_id': '4c733a1c9e2d4078b44acd994040a650', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d', 'name': '', 'network_id': '9ec2a65c-0709-4792-8b43-93c3c42d03c0', 'tenant_id': '4c733a1c9e2d4078b44acd994040a650', 'mac_address': 'fa:16:3e:49:6b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58bafb-f642-46fe-ae2b-81b028ecd488', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a2d97d02-3d47-4a62-8a9e-62fb57567ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:25:52Z', 'updated_at': '2021-09-09T18:25:59Z', 'revision_number': 5, 'project_id': '4c733a1c9e2d4078b44acd994040a650', 'subnets': [{'id': 'a2d97d02-3d47-4a62-8a9e-62fb57567ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:26:54.151754 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-72317914-9481-4aac-be66-13fe73886dc6 req-71f2ff09-bdb1-49ce-8fd4-0c3d28801b60 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96355674-1591-4fa2-9fa5-7e11b5267750 HTTP/1.1" status: 200 len: 999 time: 0.1431942 Sep 09 18:26:54.183298 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09820c3-40f6-44e5-ac47-610af8d6fc69 None None] Checking router: aa58bafb-f642-46fe-ae2b-81b028ecd488 for host: dv-cinder-779540-2-iscsi {{(pid=94639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:26:54.197441 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09820c3-40f6-44e5-ac47-610af8d6fc69 None None] Routers {'aa58bafb-f642-46fe-ae2b-81b028ecd488'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:26:54.198254 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-f09820c3-40f6-44e5-ac47-610af8d6fc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:26:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['aa58bafb-f642-46fe-ae2b-81b028ecd488'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:26:54.224700 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72317914-9481-4aac-be66-13fe73886dc6 req-14bf0c48-2243-48fc-b84c-a5078deb9c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:54.227383 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-72317914-9481-4aac-be66-13fe73886dc6 req-14bf0c48-2243-48fc-b84c-a5078deb9c06 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a2d97d02-3d47-4a62-8a9e-62fb57567ad0 HTTP/1.1" status: 200 len: 846 time: 0.0675938 Sep 09 18:26:54.307468 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72317914-9481-4aac-be66-13fe73886dc6 req-950c6ccb-6e7d-4407-8033-47f24d61a456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:54.311204 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-72317914-9481-4aac-be66-13fe73886dc6 req-950c6ccb-6e7d-4407-8033-47f24d61a456 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9ec2a65c-0709-4792-8b43-93c3c42d03c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757759 Sep 09 18:26:54.328675 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [req-72317914-9481-4aac-be66-13fe73886dc6 req-4a968a5b-8298-423e-9651-0e21e0733226 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 18:26:54.330281 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-72317914-9481-4aac-be66-13fe73886dc6 req-4a968a5b-8298-423e-9651-0e21e0733226 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068223 Sep 09 18:26:54.526946 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40103da-a211-43ce-b75e-81f959fc4f9d req-5e78cc62-e4af-4d9b-825c-9fe85091109f tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:54.528933 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b40103da-a211-43ce-b75e-81f959fc4f9d req-5e78cc62-e4af-4d9b-825c-9fe85091109f tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 945 time: 0.0828381 Sep 09 18:26:54.531321 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-72317914-9481-4aac-be66-13fe73886dc6 req-0c5957fa-5f37-45bb-b3f5-9cfe2869c84b service neutron] 10.222.0.54 "GET /v2.0/networks/9ec2a65c-0709-4792-8b43-93c3c42d03c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926460 Sep 09 18:26:54.545753 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-f09820c3-40f6-44e5-ac47-610af8d6fc69 None None] Set router aa58bafb-f642-46fe-ae2b-81b028ecd488 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:26:54.623533 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b40103da-a211-43ce-b75e-81f959fc4f9d req-e784ea06-2902-4147-b5d8-423434f69500 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0814402 Sep 09 18:26:54.706251 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-72317914-9481-4aac-be66-13fe73886dc6 req-9d47e3fb-b425-45c4-a808-ba408316cba9 service neutron] 10.222.0.54 "GET /v2.0/networks/9ec2a65c-0709-4792-8b43-93c3c42d03c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655753 Sep 09 18:26:54.885880 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b2750cb-99f8-4f9c-8b92-8fe72342ccb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:54.902534 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-f09820c3-40f6-44e5-ac47-610af8d6fc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa58bafb-f642-46fe-ae2b-81b028ecd488', 'name': 'tempest-TestShelveInstance-77307758-router', 'tenant_id': '4c733a1c9e2d4078b44acd994040a650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '0b3d81ad-0407-4a64-874f-be4d0b7ff14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:25:50Z', 'updated_at': '2021-09-09T18:25:53Z', 'revision_number': 4, 'project_id': '4c733a1c9e2d4078b44acd994040a650', 'gw_port': {'id': '0b3d81ad-0407-4a64-874f-be4d0b7ff14b', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58bafb-f642-46fe-ae2b-81b028ecd488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:25:50Z', 'updated_at': '2021-09-09T18:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_floatingips': [{'id': 'a7373dc7-0fda-4cca-ad1b-99e1ccd19471', 'tenant_id': '4c733a1c9e2d4078b44acd994040a650', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'router_id': 'aa58bafb-f642-46fe-ae2b-81b028ecd488', 'port_id': '96355674-1591-4fa2-9fa5-7e11b5267750', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ec2a65c-0709-4792-8b43-93c3c42d03c0', 'mac_address': 'fa:16:3e:08:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13ee7cb-713b-4ad8-b054-ae6fa99816d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T18:26:52Z', 'updated_at': '2021-09-09T18:26:52Z', 'revision_number': 0, 'project_id': '4c733a1c9e2d4078b44acd994040a650', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d', 'name': '', 'network_id': '9ec2a65c-0709-4792-8b43-93c3c42d03c0', 'tenant_id': '4c733a1c9e2d4078b44acd994040a650', 'mac_address': 'fa:16:3e:49:6b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58bafb-f642-46fe-ae2b-81b028ecd488', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a2d97d02-3d47-4a62-8a9e-62fb57567ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:25:52Z', 'updated_at': '2021-09-09T18:25:59Z', 'revision_number': 5, 'project_id': '4c733a1c9e2d4078b44acd994040a650', 'subnets': [{'id': 'a2d97d02-3d47-4a62-8a9e-62fb57567ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:26:54.936106 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09820c3-40f6-44e5-ac47-610af8d6fc69 None None] The sync data for ids ['aa58bafb-f642-46fe-ae2b-81b028ecd488'] in dv-cinder-779540-2-iscsi is: [{'id': 'aa58bafb-f642-46fe-ae2b-81b028ecd488', 'name': 'tempest-TestShelveInstance-77307758-router', 'tenant_id': '4c733a1c9e2d4078b44acd994040a650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '0b3d81ad-0407-4a64-874f-be4d0b7ff14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:25:50Z', 'updated_at': '2021-09-09T18:25:53Z', 'revision_number': 4, 'project_id': '4c733a1c9e2d4078b44acd994040a650', 'gw_port': {'id': '0b3d81ad-0407-4a64-874f-be4d0b7ff14b', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58bafb-f642-46fe-ae2b-81b028ecd488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:25:50Z', 'updated_at': '2021-09-09T18:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_floatingips': [{'id': 'a7373dc7-0fda-4cca-ad1b-99e1ccd19471', 'tenant_id': '4c733a1c9e2d4078b44acd994040a650', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'router_id': 'aa58bafb-f642-46fe-ae2b-81b028ecd488', 'port_id': '96355674-1591-4fa2-9fa5-7e11b5267750', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ec2a65c-0709-4792-8b43-93c3c42d03c0', 'mac_address': 'fa:16:3e:08:64:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13ee7cb-713b-4ad8-b054-ae6fa99816d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T18:26:52Z', 'updated_at': '2021-09-09T18:26:52Z', 'revision_number': 0, 'project_id': '4c733a1c9e2d4078b44acd994040a650', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d', 'name': '', 'network_id': '9ec2a65c-0709-4792-8b43-93c3c42d03c0', 'tenant_id': '4c733a1c9e2d4078b44acd994040a650', 'mac_address': 'fa:16:3e:49:6b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58bafb-f642-46fe-ae2b-81b028ecd488', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a2d97d02-3d47-4a62-8a9e-62fb57567ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:25:52Z', 'updated_at': '2021-09-09T18:25:59Z', 'revision_number': 5, 'project_id': '4c733a1c9e2d4078b44acd994040a650', 'subnets': [{'id': 'a2d97d02-3d47-4a62-8a9e-62fb57567ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:26:55.140935 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99931eab-7499-442c-ac27-0ade1167403a None None] New status for floating IP a7373dc7-0fda-4cca-ad1b-99e1ccd19471: ACTIVE {{(pid=94640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 18:26:55.763824 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7a926-2a61-4bd3-ad01-1ba7a40b7e32 req-c8b237bf-94e8-4a33-acfa-7a4387a97595 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:55.765436 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-65e7a926-2a61-4bd3-ad01-1ba7a40b7e32 req-c8b237bf-94e8-4a33-acfa-7a4387a97595 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 945 time: 0.0548704 Sep 09 18:26:55.814487 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-65e7a926-2a61-4bd3-ad01-1ba7a40b7e32 req-95066cb9-2729-4e15-898a-30a4caf08e5c tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418210 Sep 09 18:26:56.957935 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aaf335-7642-4c09-a931-0b3d3b3438e7 req-94997ca1-a904-41b0-9fd3-340c41d14682 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:56.960786 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f7aaf335-7642-4c09-a931-0b3d3b3438e7 req-94997ca1-a904-41b0-9fd3-340c41d14682 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 945 time: 0.0554972 Sep 09 18:26:57.003511 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f7aaf335-7642-4c09-a931-0b3d3b3438e7 req-f3a4c43b-993c-4f4a-9677-cb43ca13bba2 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361629 Sep 09 18:26:57.479726 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-55400068-7eb6-487f-be35-cb5676e3b731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:57.529652 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:58.142798 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28cd517-3046-455c-809a-c2af7f65bf77 req-cc65a090-333b-4058-bb10-c26454f3b286 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:58.144475 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e28cd517-3046-455c-809a-c2af7f65bf77 req-cc65a090-333b-4058-bb10-c26454f3b286 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 945 time: 0.0627897 Sep 09 18:26:58.187167 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e28cd517-3046-455c-809a-c2af7f65bf77 req-2f92c3e4-6742-46cf-a882-3120eaac4d9f tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358410 Sep 09 18:26:59.136347 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:26:59.321718 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991fa903-1223-4cab-b17d-48c63da45fbc req-172c19cc-a151-4071-972f-6adc22c12073 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:26:59.323458 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-991fa903-1223-4cab-b17d-48c63da45fbc req-172c19cc-a151-4071-972f-6adc22c12073 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 945 time: 0.0580151 Sep 09 18:26:59.389323 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-991fa903-1223-4cab-b17d-48c63da45fbc req-e6733ce1-9e0f-4062-8269-1f8ab5627e04 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584323 Sep 09 18:27:00.550745 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8d6e5-a66d-4c7e-b50c-b7d8482c105e req-e8c0dfb5-5999-4e0a-ba00-15ea63ff7d31 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:00.553103 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-27a8d6e5-a66d-4c7e-b50c-b7d8482c105e req-e8c0dfb5-5999-4e0a-ba00-15ea63ff7d31 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 945 time: 0.0630929 Sep 09 18:27:00.595357 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-27a8d6e5-a66d-4c7e-b50c-b7d8482c105e req-63972746-4140-4bdc-a0be-06e88c8832f4 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357819 Sep 09 18:27:01.134474 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:01.725569 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f76a5b-9014-4ddc-8c23-44cdb8ccac57 req-4b057ebd-89df-4dda-9c11-8a7cd523f36f tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:01.839072 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a7f76a5b-9014-4ddc-8c23-44cdb8ccac57 req-4b057ebd-89df-4dda-9c11-8a7cd523f36f tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 945 time: 0.0540607 Sep 09 18:27:01.839072 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a7f76a5b-9014-4ddc-8c23-44cdb8ccac57 req-28634e05-974f-4873-bdba-7aaf55684716 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330505 Sep 09 18:27:02.894147 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54414ec-9280-457a-a504-883b0b961ac5 req-03ef23cb-a635-45a4-90d9-30ced8effb72 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:02.896266 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c54414ec-9280-457a-a504-883b0b961ac5 req-03ef23cb-a635-45a4-90d9-30ced8effb72 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 945 time: 0.0538945 Sep 09 18:27:02.938687 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c54414ec-9280-457a-a504-883b0b961ac5 req-747ef94a-f3a0-4f4b-9ed6-4477711a0c5c tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348859 Sep 09 18:27:04.083398 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d356ec-7d5f-435a-948a-eb8e48257727 req-da87c53f-0d5b-4602-8dc6-62ec7c84edb8 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:04.086110 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f1d356ec-7d5f-435a-948a-eb8e48257727 req-da87c53f-0d5b-4602-8dc6-62ec7c84edb8 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 945 time: 0.0631969 Sep 09 18:27:04.132506 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f1d356ec-7d5f-435a-948a-eb8e48257727 req-1e8030d5-a2a3-47b1-a2ac-9526eafbebb2 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405331 Sep 09 18:27:04.378091 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823560c-5c9d-4e1b-8a76-2b0296b06c98 req-976fe6d9-e7ee-4068-848b-55cd76637230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:04.380133 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4823560c-5c9d-4e1b-8a76-2b0296b06c98 req-976fe6d9-e7ee-4068-848b-55cd76637230 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=43ce4a6143564c64b1be155ca237d8e1&device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 1098 time: 0.0492578 Sep 09 18:27:04.475916 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823560c-5c9d-4e1b-8a76-2b0296b06c98 req-3a85ad67-6c26-45e0-bcd4-a6480c834211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:04.477455 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4823560c-5c9d-4e1b-8a76-2b0296b06c98 req-3a85ad67-6c26-45e0-bcd4-a6480c834211 service neutron] 10.222.0.54 "GET /v2.0/networks?id=165da4a9-ef54-4e00-b346-cd05df750cfe HTTP/1.1" status: 200 len: 918 time: 0.0886598 Sep 09 18:27:04.547047 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4823560c-5c9d-4e1b-8a76-2b0296b06c98 req-7d8ece5f-02ff-45e7-aa25-5f3356d67f99 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab42cd23-2bb3-4424-bafd-8c5cb75aa070 HTTP/1.1" status: 200 len: 1001 time: 0.0617833 Sep 09 18:27:04.596853 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823560c-5c9d-4e1b-8a76-2b0296b06c98 req-99613ad9-7514-4c9d-aa73-443f9851188b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:04.598360 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4823560c-5c9d-4e1b-8a76-2b0296b06c98 req-99613ad9-7514-4c9d-aa73-443f9851188b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a76c712f-0b8e-4da8-9f5a-950d58cfba07 HTTP/1.1" status: 200 len: 856 time: 0.0438306 Sep 09 18:27:04.648728 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823560c-5c9d-4e1b-8a76-2b0296b06c98 req-b53da016-cb73-48c7-acaf-1b16a92914af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:04.650270 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4823560c-5c9d-4e1b-8a76-2b0296b06c98 req-b53da016-cb73-48c7-acaf-1b16a92914af service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=165da4a9-ef54-4e00-b346-cd05df750cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449748 Sep 09 18:27:04.749506 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4823560c-5c9d-4e1b-8a76-2b0296b06c98 req-96c469a5-9f04-4ec1-9638-4130e41484db service neutron] 10.222.0.54 "GET /v2.0/networks/165da4a9-ef54-4e00-b346-cd05df750cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918918 Sep 09 18:27:04.841836 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4823560c-5c9d-4e1b-8a76-2b0296b06c98 req-46ca2709-9fdd-443c-8946-2b8b658a0a96 service neutron] 10.222.0.54 "GET /v2.0/networks/165da4a9-ef54-4e00-b346-cd05df750cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844734 Sep 09 18:27:05.263699 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d34a5-d0e3-4bde-bdb5-e2953e4f03a2 req-32e17062-9d16-43bd-9d5d-00b87d6f6285 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:05.265281 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8c3d34a5-d0e3-4bde-bdb5-e2953e4f03a2 req-32e17062-9d16-43bd-9d5d-00b87d6f6285 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 945 time: 0.0576732 Sep 09 18:27:05.305991 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8c3d34a5-d0e3-4bde-bdb5-e2953e4f03a2 req-c9516fa5-f94a-4970-b3f8-e82a5063cb33 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340953 Sep 09 18:27:06.076881 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:06.428381 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74bf12-2235-41e1-920b-411f0f992501 req-84bba528-f65a-4b13-be66-d7481df1e0dd tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:06.430055 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2d74bf12-2235-41e1-920b-411f0f992501 req-84bba528-f65a-4b13-be66-d7481df1e0dd tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 945 time: 0.0511589 Sep 09 18:27:06.469705 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2d74bf12-2235-41e1-920b-411f0f992501 req-c794b0c1-a724-444a-8db3-a396dc5259fb tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335822 Sep 09 18:27:06.740104 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device ab42cd23-2bb3-4424-bafd-8c5cb75aa070 no longer exists at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:27:06.816095 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:06.841622 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93dc1e46-0823-4438-8997-a09e82f7083e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab42cd23-2bb3-4424-bafd-8c5cb75aa070'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:27:06.844189 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c42b67fee44e65162d6e194d2b8dbd641fdff823df3ddc4f15e211ea02ebf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ed3c5a-985e-4aa2-ac97-b9138b90825b" -d '{"events": [{"server_uuid": "93dc1e46-0823-4438-8997-a09e82f7083e", "name": "network-vif-unplugged", "status": "completed", "tag": "ab42cd23-2bb3-4424-bafd-8c5cb75aa070"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:27:06.857294 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port ab42cd23-2bb3-4424-bafd-8c5cb75aa070, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=ab42cd23-2bb3-4424-bafd-8c5cb75aa070,segment=NetworkSegment(5dabc900-77d9-4787-b5a9-e934b438dec7),segment_id=5dabc900-77d9-4787-b5a9-e934b438dec7)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:27:06.879914 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 18:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b525704-824a-4636-b34c-fb6e7898bc1f x-openstack-request-id: req-9b525704-824a-4636-b34c-fb6e7898bc1f {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:27:06.880212 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93dc1e46-0823-4438-8997-a09e82f7083e", "name": "network-vif-unplugged", "status": "completed", "tag": "ab42cd23-2bb3-4424-bafd-8c5cb75aa070", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:27:06.880498 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9b525704-824a-4636-b34c-fb6e7898bc1f {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:27:06.880891 dv-cinder-779540-2-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93dc1e46-0823-4438-8997-a09e82f7083e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab42cd23-2bb3-4424-bafd-8c5cb75aa070', 'code': 200} Sep 09 18:27:06.924630 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:06.974129 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=ab42cd23-2bb3-4424-bafd-8c5cb75aa070,revision_number=8']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:27:07.601708 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161ab18-da77-460b-9aa9-817317ba05a2 req-611a942a-3ee7-44f6-9149-62ce048f73cf tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:07.604475 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6161ab18-da77-460b-9aa9-817317ba05a2 req-611a942a-3ee7-44f6-9149-62ce048f73cf tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 943 time: 0.0532386 Sep 09 18:27:07.648480 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6161ab18-da77-460b-9aa9-817317ba05a2 req-6b90cd14-37c3-40b6-92cd-689d59abdcf9 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377805 Sep 09 18:27:09.661537 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [req-0c1562f8-9457-4d76-a918-c0baa9c83d8b req-5e65fc9d-6b69-4777-a619-e3feee902d7b service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 18:27:09.662873 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0c1562f8-9457-4d76-a918-c0baa9c83d8b req-5e65fc9d-6b69-4777-a619-e3feee902d7b service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055234 Sep 09 18:27:09.956229 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03743ef-7491-445a-94a9-3651019c2412 req-0e15d81d-72aa-4c17-9015-f6e8c5ffb775 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:09.958032 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e03743ef-7491-445a-94a9-3651019c2412 req-0e15d81d-72aa-4c17-9015-f6e8c5ffb775 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 943 time: 0.0545342 Sep 09 18:27:09.999853 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e03743ef-7491-445a-94a9-3651019c2412 req-27908b27-561c-467a-aaeb-35bcdd58895f tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356481 Sep 09 18:27:10.318956 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 46794) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:27:10.410935 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3fd720bd-7b41-4c1f-aa7c-b7e623554a1e req-49d50afd-121c-4495-9ed3-086953080956 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0868831 Sep 09 18:27:10.416802 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [req-3fd720bd-7b41-4c1f-aa7c-b7e623554a1e req-8be820b0-8be1-4346-88b6-8280319f01af service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94638) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 18:27:10.417853 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-3fd720bd-7b41-4c1f-aa7c-b7e623554a1e req-8be820b0-8be1-4346-88b6-8280319f01af service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059593 Sep 09 18:27:11.138780 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d9257-39b0-40e9-8997-36132059c561 req-93582b2d-3811-44d2-938d-87fe5da1b9e3 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:11.140368 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-431d9257-39b0-40e9-8997-36132059c561 req-93582b2d-3811-44d2-938d-87fe5da1b9e3 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 943 time: 0.0601842 Sep 09 18:27:11.182127 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-431d9257-39b0-40e9-8997-36132059c561 req-95897b33-42a8-43dd-ac41-cd7f45a6b91b tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346963 Sep 09 18:27:11.808028 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd720bd-7b41-4c1f-aa7c-b7e623554a1e req-bfe4dcb0-4f8b-4729-b26c-ff0f2ac6f3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:11.809620 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3fd720bd-7b41-4c1f-aa7c-b7e623554a1e req-bfe4dcb0-4f8b-4729-b26c-ff0f2ac6f3fa service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e&tenant_id=43ce4a6143564c64b1be155ca237d8e1 HTTP/1.1" status: 200 len: 1096 time: 0.0403562 Sep 09 18:27:11.872750 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd720bd-7b41-4c1f-aa7c-b7e623554a1e req-bca99a14-5571-486d-970e-fede7c347013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:11.874269 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3fd720bd-7b41-4c1f-aa7c-b7e623554a1e req-bca99a14-5571-486d-970e-fede7c347013 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=43ce4a6143564c64b1be155ca237d8e1&device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 1096 time: 0.0392189 Sep 09 18:27:11.969200 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd720bd-7b41-4c1f-aa7c-b7e623554a1e req-3a054955-c4a7-4cbb-9b9a-5158aa838793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:11.970693 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3fd720bd-7b41-4c1f-aa7c-b7e623554a1e req-3a054955-c4a7-4cbb-9b9a-5158aa838793 service neutron] 10.222.0.54 "GET /v2.0/networks?id=165da4a9-ef54-4e00-b346-cd05df750cfe HTTP/1.1" status: 200 len: 918 time: 0.0889268 Sep 09 18:27:12.043644 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3fd720bd-7b41-4c1f-aa7c-b7e623554a1e req-71f83616-8ae0-4266-96bf-74580ec8b217 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab42cd23-2bb3-4424-bafd-8c5cb75aa070 HTTP/1.1" status: 200 len: 999 time: 0.0649388 Sep 09 18:27:12.093343 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd720bd-7b41-4c1f-aa7c-b7e623554a1e req-b2d9733b-c9c7-47f5-8d65-eb36ed9539f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:12.094980 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3fd720bd-7b41-4c1f-aa7c-b7e623554a1e req-b2d9733b-c9c7-47f5-8d65-eb36ed9539f4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a76c712f-0b8e-4da8-9f5a-950d58cfba07 HTTP/1.1" status: 200 len: 856 time: 0.0438087 Sep 09 18:27:12.142191 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd720bd-7b41-4c1f-aa7c-b7e623554a1e req-9eddb412-dbd2-488f-a181-ef36b2069191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:12.143712 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3fd720bd-7b41-4c1f-aa7c-b7e623554a1e req-9eddb412-dbd2-488f-a181-ef36b2069191 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=165da4a9-ef54-4e00-b346-cd05df750cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410802 Sep 09 18:27:12.245150 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3fd720bd-7b41-4c1f-aa7c-b7e623554a1e req-cef62d34-ca35-4b9f-8559-4704e73f5165 service neutron] 10.222.0.54 "GET /v2.0/networks/165da4a9-ef54-4e00-b346-cd05df750cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925088 Sep 09 18:27:12.370313 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cf273-40f9-4e53-b2cd-5889d522e697 req-1f0ed2f6-92f1-4528-9b86-83595249911f tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:12.371882 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1d6cf273-40f9-4e53-b2cd-5889d522e697 req-1f0ed2f6-92f1-4528-9b86-83595249911f tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 943 time: 0.1008027 Sep 09 18:27:12.389546 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3fd720bd-7b41-4c1f-aa7c-b7e623554a1e req-d43df6e5-f289-405c-9823-e0956c62ef94 service neutron] 10.222.0.54 "GET /v2.0/networks/165da4a9-ef54-4e00-b346-cd05df750cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369457 Sep 09 18:27:12.419007 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1d6cf273-40f9-4e53-b2cd-5889d522e697 req-1d1a2e4a-4258-48e1-8fcd-8f4169464da1 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410702 Sep 09 18:27:13.546376 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d4a2f-a988-4cb6-a6ae-de4c1760d9c6 req-2a7bf7ce-319a-4997-9c42-70217ecd067d tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:13.548075 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f00d4a2f-a988-4cb6-a6ae-de4c1760d9c6 req-2a7bf7ce-319a-4997-9c42-70217ecd067d tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 943 time: 0.0513780 Sep 09 18:27:13.590856 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f00d4a2f-a988-4cb6-a6ae-de4c1760d9c6 req-8207d8e1-56e0-401c-86be-ae3dca03b921 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346565 Sep 09 18:27:14.720208 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0dd6d-bb72-415f-a8af-e4f397e040db req-40af0221-ecfd-4446-be71-0a68ecdd4c84 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:14.721964 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6ad0dd6d-bb72-415f-a8af-e4f397e040db req-40af0221-ecfd-4446-be71-0a68ecdd4c84 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 943 time: 0.0559561 Sep 09 18:27:14.764101 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6ad0dd6d-bb72-415f-a8af-e4f397e040db req-33069283-ab34-4323-bbd4-260b99e70bc3 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345950 Sep 09 18:27:15.894657 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5719d-75bc-4d2e-8ae8-da8c727395ed req-e746e3b1-942e-47da-a232-febb67e178dd tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:15.896908 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2de5719d-75bc-4d2e-8ae8-da8c727395ed req-e746e3b1-942e-47da-a232-febb67e178dd tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 943 time: 0.0537038 Sep 09 18:27:15.938011 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2de5719d-75bc-4d2e-8ae8-da8c727395ed req-d2a75a43-c4cb-494a-af43-2cf5b8f23f0f tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345578 Sep 09 18:27:17.066076 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5d693-973c-4554-84dd-c579d2d5274f req-58512a4c-1334-4944-a387-08c2965f9b55 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:17.067609 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d5f5d693-973c-4554-84dd-c579d2d5274f req-58512a4c-1334-4944-a387-08c2965f9b55 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 943 time: 0.0539038 Sep 09 18:27:17.108948 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d5f5d693-973c-4554-84dd-c579d2d5274f req-e750fec8-b4a4-4c88-bc7c-76b90ac99d7c tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343096 Sep 09 18:27:18.240371 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258480e6-5a80-4c66-9ae5-f11c811aea9f req-db26a590-9427-4ace-a382-4093b2dccbb3 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:18.244489 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-258480e6-5a80-4c66-9ae5-f11c811aea9f req-db26a590-9427-4ace-a382-4093b2dccbb3 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 943 time: 0.0585709 Sep 09 18:27:18.282149 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-258480e6-5a80-4c66-9ae5-f11c811aea9f req-cf774b48-9f76-41e5-9e8e-3bed9656c946 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327156 Sep 09 18:27:19.420160 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e66fb6b-492e-4fd6-af5e-a1ee3bf47a61 req-ab6e49b9-bf26-4591-b3e7-9b18a0c3211e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:19.421908 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7e66fb6b-492e-4fd6-af5e-a1ee3bf47a61 req-ab6e49b9-bf26-4591-b3e7-9b18a0c3211e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 943 time: 0.0583761 Sep 09 18:27:19.461536 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7e66fb6b-492e-4fd6-af5e-a1ee3bf47a61 req-057fc095-6543-4141-b790-25c325ac12b2 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334442 Sep 09 18:27:20.592326 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995384fd-a3d8-4be2-8682-06ac4b3308ef req-9a7ffd14-56c2-463b-822b-07bce9eed650 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:20.594218 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-995384fd-a3d8-4be2-8682-06ac4b3308ef req-9a7ffd14-56c2-463b-822b-07bce9eed650 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 943 time: 0.0529044 Sep 09 18:27:20.640058 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-995384fd-a3d8-4be2-8682-06ac4b3308ef req-b1e2a358-1746-4f4d-9033-a4bfa1c11614 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397346 Sep 09 18:27:21.426851 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 6 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:27:21.796238 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3b814-f61d-411a-a3ee-416646e03d48 req-33a207cc-589e-4087-8450-55ec004428c5 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:21.797879 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7ec3b814-f61d-411a-a3ee-416646e03d48 req-33a207cc-589e-4087-8450-55ec004428c5 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 943 time: 0.0520582 Sep 09 18:27:21.839902 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7ec3b814-f61d-411a-a3ee-416646e03d48 req-e15e4339-3992-4db6-a6f1-347a13e1e6b9 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336668 Sep 09 18:27:22.992219 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3a127-7eed-4d4b-9a92-72ff2da84bd2 req-4a059174-bbd1-4278-9e14-f025f6ee92ed tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:22.997566 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a8f3a127-7eed-4d4b-9a92-72ff2da84bd2 req-4a059174-bbd1-4278-9e14-f025f6ee92ed tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 943 time: 0.0733740 Sep 09 18:27:23.036882 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a8f3a127-7eed-4d4b-9a92-72ff2da84bd2 req-186ccad0-64d3-40f2-924a-11d766318448 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370159 Sep 09 18:27:24.165414 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c64fc-9589-4f19-a6a9-b185a7aef765 req-eb455993-f360-4683-882a-6f4e3e09bd29 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:24.166899 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5d2c64fc-9589-4f19-a6a9-b185a7aef765 req-eb455993-f360-4683-882a-6f4e3e09bd29 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 943 time: 0.0492780 Sep 09 18:27:24.204061 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5d2c64fc-9589-4f19-a6a9-b185a7aef765 req-28e8adb3-c4ea-481d-bd6c-16b2cbb6e9c6 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312092 Sep 09 18:27:24.801568 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9073ca9-9112-48bc-b8c5-41b69fcc0282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:25.324156 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101d234-8f9e-46cd-acc9-04bda5674a2f req-261fbd01-e464-4784-bdf2-1b924bff2b2e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:25.325693 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4101d234-8f9e-46cd-acc9-04bda5674a2f req-261fbd01-e464-4784-bdf2-1b924bff2b2e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 943 time: 0.0479076 Sep 09 18:27:25.363303 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4101d234-8f9e-46cd-acc9-04bda5674a2f req-8c8355f2-89b8-4580-bf5c-01c70b59c03d tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317085 Sep 09 18:27:26.484401 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b6bd1-763f-491c-aa44-09a8d1192161 req-530368e0-7e24-42ca-b25a-4f2f33c40fc2 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:26.485868 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c55b6bd1-763f-491c-aa44-09a8d1192161 req-530368e0-7e24-42ca-b25a-4f2f33c40fc2 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 943 time: 0.0513165 Sep 09 18:27:26.524478 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c55b6bd1-763f-491c-aa44-09a8d1192161 req-eb64492b-afeb-4c48-a4c3-c8a53d72ccab tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320711 Sep 09 18:27:27.476213 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8849610b-44c1-40a2-b3d6-9748089caf2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:27.521662 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:27.647969 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d67da-d367-4eef-b97b-9e623fc416e3 req-720147d0-ee87-4579-be8e-4867d188ca5c tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:27.649873 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1f0d67da-d367-4eef-b97b-9e623fc416e3 req-720147d0-ee87-4579-be8e-4867d188ca5c tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 943 time: 0.0493917 Sep 09 18:27:27.687050 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1f0d67da-d367-4eef-b97b-9e623fc416e3 req-a37df538-7d41-4ee5-9d03-fb001517772a tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312858 Sep 09 18:27:28.808990 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549f496-25bc-447d-9764-fb371176d2fa req-b30222aa-a735-488a-8458-58a97956f3dd tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:28.811180 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8549f496-25bc-447d-9764-fb371176d2fa req-b30222aa-a735-488a-8458-58a97956f3dd tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 943 time: 0.0495417 Sep 09 18:27:28.845707 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device ab42cd23-2bb3-4424-bafd-8c5cb75aa070 details requested by agent hyperv_hv-cinder-77954 with host hv-cinder-77954 {{(pid=94639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 18:27:28.852387 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8549f496-25bc-447d-9764-fb371176d2fa req-14f0f046-9b9f-44f1-bee2-c479863eb644 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352006 Sep 09 18:27:28.944899 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port ab42cd23-2bb3-4424-bafd-8c5cb75aa070, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=ab42cd23-2bb3-4424-bafd-8c5cb75aa070,segment=NetworkSegment(5dabc900-77d9-4787-b5a9-e934b438dec7),segment_id=5dabc900-77d9-4787-b5a9-e934b438dec7)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:27:28.956065 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Returning: {'device': 'ab42cd23-2bb3-4424-bafd-8c5cb75aa070', 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe', 'port_id': 'ab42cd23-2bb3-4424-bafd-8c5cb75aa070', 'mac_address': 'fa:16:3e:14:4d:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a76c712f-0b8e-4da8-9f5a-950d58cfba07', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 18:27:28.994951 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:29.009530 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab42cd23-2bb3-4424-bafd-8c5cb75aa070 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:27:29.034443 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port ab42cd23-2bb3-4424-bafd-8c5cb75aa070, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=ab42cd23-2bb3-4424-bafd-8c5cb75aa070,segment=NetworkSegment(5dabc900-77d9-4787-b5a9-e934b438dec7),segment_id=5dabc900-77d9-4787-b5a9-e934b438dec7)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:27:29.809887 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:29.839669 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:29.859323 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=ab42cd23-2bb3-4424-bafd-8c5cb75aa070,revision_number=9']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:27:29.982425 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bcce6-389a-42a8-bb1b-d1242c8267cb req-eb1a9af0-4355-4e55-8428-b59e7daec649 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:29.983969 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1f3bcce6-389a-42a8-bb1b-d1242c8267cb req-eb1a9af0-4355-4e55-8428-b59e7daec649 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 944 time: 0.0537155 Sep 09 18:27:30.021947 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1f3bcce6-389a-42a8-bb1b-d1242c8267cb req-8fcb6dad-7471-4937-b3b1-978bb22e1a43 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321093 Sep 09 18:27:30.144399 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] get_ports_and_sgs() called for port_ids ['ab42cd23-2bb3-4424-bafd-8c5cb75aa070'] {{(pid=94639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 18:27:31.104260 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:31.143843 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de83ee6-45ff-4ac7-a359-f7853006ad6d req-7316b3ab-ea72-496c-9c54-58a398ab58d7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:31.145432 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4de83ee6-45ff-4ac7-a359-f7853006ad6d req-7316b3ab-ea72-496c-9c54-58a398ab58d7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 944 time: 0.0512054 Sep 09 18:27:31.183547 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4de83ee6-45ff-4ac7-a359-f7853006ad6d req-0f8277f0-14ce-47c9-bdfc-ff4c083397b9 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321782 Sep 09 18:27:32.304156 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac3d1b-270c-46c8-a33d-60d045df478e req-e4c5ea5b-19ff-4380-a57d-f8ba22d5a5fe tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:32.305573 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c9ac3d1b-270c-46c8-a33d-60d045df478e req-e4c5ea5b-19ff-4380-a57d-f8ba22d5a5fe tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 944 time: 0.0498605 Sep 09 18:27:32.343191 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c9ac3d1b-270c-46c8-a33d-60d045df478e req-7ccfbd7d-7e72-44aa-9903-c54b9eb34a7e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317228 Sep 09 18:27:32.861552 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device ab42cd23-2bb3-4424-bafd-8c5cb75aa070 up at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:27:32.910123 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning complete for port ab42cd23-2bb3-4424-bafd-8c5cb75aa070 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:27:32.910499 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:32.987717 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:33.011729 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93dc1e46-0823-4438-8997-a09e82f7083e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab42cd23-2bb3-4424-bafd-8c5cb75aa070'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:27:33.013948 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c42b67fee44e65162d6e194d2b8dbd641fdff823df3ddc4f15e211ea02ebf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4d989d-ad6e-4907-bbca-e57079d67810" -d '{"events": [{"server_uuid": "93dc1e46-0823-4438-8997-a09e82f7083e", "name": "network-vif-plugged", "status": "completed", "tag": "ab42cd23-2bb3-4424-bafd-8c5cb75aa070"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:27:33.027048 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port ab42cd23-2bb3-4424-bafd-8c5cb75aa070, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=ab42cd23-2bb3-4424-bafd-8c5cb75aa070,segment=NetworkSegment(5dabc900-77d9-4787-b5a9-e934b438dec7),segment_id=5dabc900-77d9-4787-b5a9-e934b438dec7)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:27:33.053818 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 18:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78b081a-3532-4463-a729-34a90a061166 x-openstack-request-id: req-b78b081a-3532-4463-a729-34a90a061166 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:27:33.054064 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93dc1e46-0823-4438-8997-a09e82f7083e", "name": "network-vif-plugged", "status": "completed", "tag": "ab42cd23-2bb3-4424-bafd-8c5cb75aa070", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:27:33.054276 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b78b081a-3532-4463-a729-34a90a061166 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:27:33.054721 dv-cinder-779540-2-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93dc1e46-0823-4438-8997-a09e82f7083e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab42cd23-2bb3-4424-bafd-8c5cb75aa070', 'code': 200} Sep 09 18:27:33.104883 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:33.153036 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=ab42cd23-2bb3-4424-bafd-8c5cb75aa070,revision_number=10']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:27:33.393413 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a686494-a80a-41fc-a706-741727b40329 req-cb4a2aa1-595a-415b-ba8b-10580c6372fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:33.394922 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8a686494-a80a-41fc-a706-741727b40329 req-cb4a2aa1-595a-415b-ba8b-10580c6372fb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 1099 time: 0.0433190 Sep 09 18:27:33.455920 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8a686494-a80a-41fc-a706-741727b40329 req-fbe6a772-8d13-4dcb-ae26-b1f9eed3d9d4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524697 Sep 09 18:27:33.474738 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b65ca7-5890-4b9f-8a1f-c3337dabb28c req-ba95023e-6a92-4ae8-909c-8234b01c3650 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:33.476759 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-25b65ca7-5890-4b9f-8a1f-c3337dabb28c req-ba95023e-6a92-4ae8-909c-8234b01c3650 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 946 time: 0.0582788 Sep 09 18:27:33.515650 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-25b65ca7-5890-4b9f-8a1f-c3337dabb28c req-2d981073-6bff-417d-a6c0-5f9a2adc1df0 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329306 Sep 09 18:27:34.637471 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976cfd1-e5a8-4f14-927e-bbbc34835c6a req-935a133d-927e-409f-89ce-372917d3a1fa tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:34.638993 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3976cfd1-e5a8-4f14-927e-bbbc34835c6a req-935a133d-927e-409f-89ce-372917d3a1fa tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 946 time: 0.0487847 Sep 09 18:27:34.681138 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3976cfd1-e5a8-4f14-927e-bbbc34835c6a req-bf1b9e24-0a80-4859-a480-76ca68a0fa6d tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355890 Sep 09 18:27:35.811764 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd4895a-e27e-422a-9181-2936498a481b req-9a71a383-a11b-44e4-8b03-5644880dbf59 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:35.813195 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4fd4895a-e27e-422a-9181-2936498a481b req-9a71a383-a11b-44e4-8b03-5644880dbf59 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 946 time: 0.0531142 Sep 09 18:27:35.852927 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4fd4895a-e27e-422a-9181-2936498a481b req-e24ac1f9-f659-46f4-a7c0-9debc737030a tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328484 Sep 09 18:27:36.095092 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:36.975009 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdd3c6-5202-4dbb-80b8-03e223bf7d6c req-1071837f-5989-4acb-a1ed-f7a0a8634185 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:36.976908 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-34cdd3c6-5202-4dbb-80b8-03e223bf7d6c req-1071837f-5989-4acb-a1ed-f7a0a8634185 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 946 time: 0.0512285 Sep 09 18:27:37.016608 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-34cdd3c6-5202-4dbb-80b8-03e223bf7d6c req-1a5fa2eb-72f3-4fc7-a0da-4131111da70e tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336812 Sep 09 18:27:39.588014 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a4dc39e9-67fd-44fd-9e14-3c057d00ba7e req-3a74a88c-eec7-453a-8586-1ad80f5aadd4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a59d09d8-08a5-49a7-9972-fca5a8d4aa42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399895 Sep 09 18:27:39.655522 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc39e9-67fd-44fd-9e14-3c057d00ba7e req-b8af0ae3-d33e-4fd1-a74a-d80880a47238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:39.657049 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a4dc39e9-67fd-44fd-9e14-3c057d00ba7e req-b8af0ae3-d33e-4fd1-a74a-d80880a47238 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=289a7608c7ee408d90d48b78c6155ce2&device_id=a59d09d8-08a5-49a7-9972-fca5a8d4aa42 HTTP/1.1" status: 200 len: 1098 time: 0.0411911 Sep 09 18:27:39.763554 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc39e9-67fd-44fd-9e14-3c057d00ba7e req-b52f29ad-1a00-4214-bf8e-74f971d105e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:39.765093 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a4dc39e9-67fd-44fd-9e14-3c057d00ba7e req-b52f29ad-1a00-4214-bf8e-74f971d105e3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9 HTTP/1.1" status: 200 len: 912 time: 0.0880437 Sep 09 18:27:39.834389 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a4dc39e9-67fd-44fd-9e14-3c057d00ba7e req-0b4cca92-5d63-4b62-bab6-0f9cd8d12daf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1dc46c9-a87d-4dff-b17f-f5b19133d93d HTTP/1.1" status: 200 len: 1001 time: 0.0601647 Sep 09 18:27:40.135368 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc39e9-67fd-44fd-9e14-3c057d00ba7e req-a896e901-4221-4a12-b867-43482c6e5f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:40.136857 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a4dc39e9-67fd-44fd-9e14-3c057d00ba7e req-a896e901-4221-4a12-b867-43482c6e5f85 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=07bcfd60-1ce9-4552-ba2f-917a442c6c08 HTTP/1.1" status: 200 len: 850 time: 0.2951109 Sep 09 18:27:40.181755 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc39e9-67fd-44fd-9e14-3c057d00ba7e req-b7530219-5976-4eb0-b7fe-41dd15405e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:40.183204 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a4dc39e9-67fd-44fd-9e14-3c057d00ba7e req-b7530219-5976-4eb0-b7fe-41dd15405e33 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384398 Sep 09 18:27:40.277584 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a4dc39e9-67fd-44fd-9e14-3c057d00ba7e req-2e7b5d0c-3927-4045-b31d-372f0b9e34e4 service neutron] 10.222.0.54 "GET /v2.0/networks/9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865042 Sep 09 18:27:40.370011 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a4dc39e9-67fd-44fd-9e14-3c057d00ba7e req-369e7644-f84f-4d24-9c23-42cc775bb04a service neutron] 10.222.0.54 "GET /v2.0/networks/9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847595 Sep 09 18:27:43.344792 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d04119-58ee-468d-baf3-a0c8a2df8029 req-40efe5ba-6793-4e7f-9959-d2115d9b24f9 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:43.346308 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-82d04119-58ee-468d-baf3-a0c8a2df8029 req-40efe5ba-6793-4e7f-9959-d2115d9b24f9 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=f77322c0-36fa-448d-aa08-ecd711b23d96 HTTP/1.1" status: 200 len: 946 time: 0.0646667 Sep 09 18:27:43.385194 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-82d04119-58ee-468d-baf3-a0c8a2df8029 req-8ca6ebd4-bb68-4b93-ba3f-fe2bbdbebd47 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327220 Sep 09 18:27:44.510556 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e45b93-e2ef-4e84-ad1d-1dc30234ede6 req-645d228e-50d9-41ee-a14a-91b9dd65ba26 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:44.512102 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f1e45b93-e2ef-4e84-ad1d-1dc30234ede6 req-645d228e-50d9-41ee-a14a-91b9dd65ba26 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=f77322c0-36fa-448d-aa08-ecd711b23d96 HTTP/1.1" status: 200 len: 946 time: 0.0493963 Sep 09 18:27:44.553257 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f1e45b93-e2ef-4e84-ad1d-1dc30234ede6 req-c464f4c6-8f26-4147-a302-fdd33564321a tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348630 Sep 09 18:27:45.171849 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8b408-846f-4e8a-a41b-fdbd3e07215d req-f5482a15-1dc5-40cc-8fcd-31f3494bc5da tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:45.173367 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b9e8b408-846f-4e8a-a41b-fdbd3e07215d req-f5482a15-1dc5-40cc-8fcd-31f3494bc5da tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.54 "GET /v2.0/ports?device_id=f77322c0-36fa-448d-aa08-ecd711b23d96 HTTP/1.1" status: 200 len: 946 time: 0.0487480 Sep 09 18:27:45.272088 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [req-b9e8b408-846f-4e8a-a41b-fdbd3e07215d req-5b16b267-dec9-4619-b407-ba5216f56d04 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Deleting port 6e2d8806-6888-4834-8a91-579afd536c62 {{(pid=94637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:27:45.272475 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-b9e8b408-846f-4e8a-a41b-fdbd3e07215d req-5b16b267-dec9-4619-b407-ba5216f56d04 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:45.360277 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-b9e8b408-846f-4e8a-a41b-fdbd3e07215d req-5b16b267-dec9-4619-b407-ba5216f56d04 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] For port 6e2d8806-6888-4834-8a91-579afd536c62, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=6e2d8806-6888-4834-8a91-579afd536c62,segment=NetworkSegment(29b169d6-63dc-48f4-bd8b-c0ac4e248e1a),segment_id=29b169d6-63dc-48f4-bd8b-c0ac4e248e1a)] {{(pid=94637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:27:45.360677 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-b9e8b408-846f-4e8a-a41b-fdbd3e07215d req-5b16b267-dec9-4619-b407-ba5216f56d04 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:45.534977 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-b9e8b408-846f-4e8a-a41b-fdbd3e07215d req-5b16b267-dec9-4619-b407-ba5216f56d04 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:45.535724 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-b9e8b408-846f-4e8a-a41b-fdbd3e07215d req-5b16b267-dec9-4619-b407-ba5216f56d04 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-905259'] for floatingip, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:45.535724 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.db.l3_db [req-b9e8b408-846f-4e8a-a41b-fdbd3e07215d req-5b16b267-dec9-4619-b407-ba5216f56d04 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Floating IP 4396f7f7-7ed5-4708-a57a-dfd88d103ca6 disassociated. External IP: 172.27.0.35, port: 6e2d8806-6888-4834-8a91-579afd536c62. Sep 09 18:27:45.535977 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [req-b9e8b408-846f-4e8a-a41b-fdbd3e07215d req-5b16b267-dec9-4619-b407-ba5216f56d04 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Calling delete_port for 6e2d8806-6888-4834-8a91-579afd536c62 owned by compute:nova {{(pid=94637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:27:45.735242 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c297629-27b1-4ad6-a1ff-6aa3d8a85ebf req-97e9e787-c34e-4666-836f-9bf261c324f0 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:45.736809 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4c297629-27b1-4ad6-a1ff-6aa3d8a85ebf req-97e9e787-c34e-4666-836f-9bf261c324f0 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=a59d09d8-08a5-49a7-9972-fca5a8d4aa42 HTTP/1.1" status: 200 len: 945 time: 0.1252189 Sep 09 18:27:45.752069 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2585c1-25b2-481f-89c4-fd0bb3c84393 req-7b1f3ef4-e513-41ea-9704-ddf609d01316 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:45.753730 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ed2585c1-25b2-481f-89c4-fd0bb3c84393 req-7b1f3ef4-e513-41ea-9704-ddf609d01316 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=f77322c0-36fa-448d-aa08-ecd711b23d96 HTTP/1.1" status: 200 len: 946 time: 0.1281104 Sep 09 18:27:45.794014 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-b9e8b408-846f-4e8a-a41b-fdbd3e07215d req-5b16b267-dec9-4619-b407-ba5216f56d04 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:45.832140 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4c297629-27b1-4ad6-a1ff-6aa3d8a85ebf req-a4d8fbc1-0592-410a-8d1d-a83e1276a6c3 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ddfc54-3ca0-42a6-9cc7-66caacecee4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889466 Sep 09 18:27:45.838844 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b16b267-dec9-4619-b407-ba5216f56d04 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Pushing event deleted for resources: {'Port': ['ID=6e2d8806-6888-4834-8a91-579afd536c62,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:27:45.855002 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ed2585c1-25b2-481f-89c4-fd0bb3c84393 req-dfafc9d6-0613-4666-88f4-fc3839975035 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879881 Sep 09 18:27:45.858934 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b16b267-dec9-4619-b407-ba5216f56d04 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:27:45.858934 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b16b267-dec9-4619-b407-ba5216f56d04 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:27:45.859302 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b16b267-dec9-4619-b407-ba5216f56d04 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:27:45.859665 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b16b267-dec9-4619-b407-ba5216f56d04 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:27:45.859999 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b16b267-dec9-4619-b407-ba5216f56d04 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:27:45.860450 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b16b267-dec9-4619-b407-ba5216f56d04 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:27:45.861242 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b16b267-dec9-4619-b407-ba5216f56d04 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:27:45.861242 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b16b267-dec9-4619-b407-ba5216f56d04 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:27:45.861426 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b16b267-dec9-4619-b407-ba5216f56d04 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:27:45.862127 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b16b267-dec9-4619-b407-ba5216f56d04 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:27:45.862127 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b16b267-dec9-4619-b407-ba5216f56d04 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:27:45.862326 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b16b267-dec9-4619-b407-ba5216f56d04 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:27:45.971738 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9e8b408-846f-4e8a-a41b-fdbd3e07215d req-5b16b267-dec9-4619-b407-ba5216f56d04 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Router b8ceab2f-8899-40a9-b696-90370abb90f5 has already been hosted by L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 {{(pid=94637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 18:27:46.095698 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9e8b408-846f-4e8a-a41b-fdbd3e07215d req-5b16b267-dec9-4619-b407-ba5216f56d04 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:27:46.106197 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c224c70-0e5e-4410-a45a-6a4be41f477a None None] Sync routers for ids ['b8ceab2f-8899-40a9-b696-90370abb90f5'] in dv-cinder-779540-2-iscsi {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:27:46.116080 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c224c70-0e5e-4410-a45a-6a4be41f477a None None] Routers {'b8ceab2f-8899-40a9-b696-90370abb90f5'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:27:46.116816 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-6c224c70-0e5e-4410-a45a-6a4be41f477a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:27:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['b8ceab2f-8899-40a9-b696-90370abb90f5'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:27:46.139811 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e8b408-846f-4e8a-a41b-fdbd3e07215d req-5b16b267-dec9-4619-b407-ba5216f56d04 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] No DVR routers for this DVR port 6e2d8806-6888-4834-8a91-579afd536c62 on host hv-cinder-77954 {{(pid=94637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 18:27:46.142581 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-b9e8b408-846f-4e8a-a41b-fdbd3e07215d req-5b16b267-dec9-4619-b407-ba5216f56d04 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:46.144597 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b9e8b408-846f-4e8a-a41b-fdbd3e07215d req-5b16b267-dec9-4619-b407-ba5216f56d04 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.54 "DELETE /v2.0/ports/6e2d8806-6888-4834-8a91-579afd536c62 HTTP/1.1" status: 204 len: 173 time: 0.9640591 Sep 09 18:27:46.145466 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f77322c0-36fa-448d-aa08-ecd711b23d96', 'name': 'network-vif-deleted', 'tag': '6e2d8806-6888-4834-8a91-579afd536c62'}] {{(pid=94637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:27:46.148182 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133f33bf375164f5fa4b6a6278130a616101494423e3cf7e78094e28bab08aaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64fed49-9ef1-41a6-851c-dea8c263cefa" -d '{"events": [{"server_uuid": "f77322c0-36fa-448d-aa08-ecd711b23d96", "name": "network-vif-deleted", "tag": "6e2d8806-6888-4834-8a91-579afd536c62"}]}' {{(pid=94637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:27:46.232688 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-6c224c70-0e5e-4410-a45a-6a4be41f477a None None] Set router b8ceab2f-8899-40a9-b696-90370abb90f5 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:27:46.262493 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 18:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9925254-5c3b-4bf5-b63e-ce0d28329fd8 x-openstack-request-id: req-e9925254-5c3b-4bf5-b63e-ce0d28329fd8 {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:27:46.262791 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f77322c0-36fa-448d-aa08-ecd711b23d96", "name": "network-vif-deleted", "tag": "6e2d8806-6888-4834-8a91-579afd536c62", "status": "completed", "code": 200}]} {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:27:46.263046 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e9925254-5c3b-4bf5-b63e-ce0d28329fd8 {{(pid=94637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:27:46.263466 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f77322c0-36fa-448d-aa08-ecd711b23d96', 'name': 'network-vif-deleted', 'tag': '6e2d8806-6888-4834-8a91-579afd536c62', 'status': 'completed', 'code': 200} Sep 09 18:27:46.466540 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-6c224c70-0e5e-4410-a45a-6a4be41f477a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'name': 'tempest-TestVolumeBootPattern-1959534774-router', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:23:21Z', 'updated_at': '2021-09-09T18:23:25Z', 'revision_number': 4, 'project_id': '1770c44abcca47449561e6ab91841b32', 'gw_port': {'id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:39:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:22Z', 'updated_at': '2021-09-09T18:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': 'b51c1e74-ea79-4616-b809-512c5e39286a', 'name': '', 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'mac_address': 'fa:16:3e:44:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:24Z', 'updated_at': '2021-09-09T18:23:31Z', 'revision_number': 5, 'project_id': '1770c44abcca47449561e6ab91841b32', 'subnets': [{'id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:27:46.493392 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c224c70-0e5e-4410-a45a-6a4be41f477a None None] Checking router: b8ceab2f-8899-40a9-b696-90370abb90f5 for host: dv-cinder-779540-2-iscsi {{(pid=94639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:27:46.501706 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c224c70-0e5e-4410-a45a-6a4be41f477a None None] Routers {'b8ceab2f-8899-40a9-b696-90370abb90f5'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:27:46.502317 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-6c224c70-0e5e-4410-a45a-6a4be41f477a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:27:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['b8ceab2f-8899-40a9-b696-90370abb90f5'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:27:46.610132 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-6c224c70-0e5e-4410-a45a-6a4be41f477a None None] Set router b8ceab2f-8899-40a9-b696-90370abb90f5 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:27:46.812730 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-6c224c70-0e5e-4410-a45a-6a4be41f477a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'name': 'tempest-TestVolumeBootPattern-1959534774-router', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:23:21Z', 'updated_at': '2021-09-09T18:23:25Z', 'revision_number': 4, 'project_id': '1770c44abcca47449561e6ab91841b32', 'gw_port': {'id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:39:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:22Z', 'updated_at': '2021-09-09T18:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': 'b51c1e74-ea79-4616-b809-512c5e39286a', 'name': '', 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'mac_address': 'fa:16:3e:44:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:24Z', 'updated_at': '2021-09-09T18:23:31Z', 'revision_number': 5, 'project_id': '1770c44abcca47449561e6ab91841b32', 'subnets': [{'id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:27:46.839672 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c224c70-0e5e-4410-a45a-6a4be41f477a None None] The sync data for ids ['b8ceab2f-8899-40a9-b696-90370abb90f5'] in dv-cinder-779540-2-iscsi is: [{'id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'name': 'tempest-TestVolumeBootPattern-1959534774-router', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:23:21Z', 'updated_at': '2021-09-09T18:23:25Z', 'revision_number': 4, 'project_id': '1770c44abcca47449561e6ab91841b32', 'gw_port': {'id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:39:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:22Z', 'updated_at': '2021-09-09T18:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': 'b51c1e74-ea79-4616-b809-512c5e39286a', 'name': '', 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'mac_address': 'fa:16:3e:44:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:24Z', 'updated_at': '2021-09-09T18:23:31Z', 'revision_number': 5, 'project_id': '1770c44abcca47449561e6ab91841b32', 'subnets': [{'id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:27:46.941089 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 6e2d8806-6888-4834-8a91-579afd536c62 no longer exists at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:27:46.962776 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] No Port match for: 6e2d8806-6888-4834-8a91-579afd536c62 {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:27:46.963272 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 6e2d8806-6888-4834-8a91-579afd536c62 not bound to the agent host hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:27:46.971751 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d3426e1d-3f9f-4f22-95bb-15b6ccd82374 req-dca383c4-9e09-422f-b13b-abaf7c414313 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=f77322c0-36fa-448d-aa08-ecd711b23d96 HTTP/1.1" status: 200 len: 210 time: 0.0333652 Sep 09 18:27:46.989812 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e229ac-6570-4742-9dc7-af14f740f4f3 req-4ef6b3a5-8c28-4992-b16e-1b45d0a0cdd5 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:46.991675 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d5e229ac-6570-4742-9dc7-af14f740f4f3 req-4ef6b3a5-8c28-4992-b16e-1b45d0a0cdd5 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=a59d09d8-08a5-49a7-9972-fca5a8d4aa42 HTTP/1.1" status: 200 len: 945 time: 0.0872455 Sep 09 18:27:47.032861 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d5e229ac-6570-4742-9dc7-af14f740f4f3 req-e4d3d9c8-5db4-4f0f-b074-4c4441e35625 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ddfc54-3ca0-42a6-9cc7-66caacecee4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332947 Sep 09 18:27:47.107780 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb24c60c-3f08-421a-8759-11da89a4d821 None None] New status for floating IP 4396f7f7-7ed5-4708-a57a-dfd88d103ca6: DOWN {{(pid=94640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 18:27:47.884459 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac46fe8-647c-4762-917e-ac21a11e0aac req-2a9251f3-2f35-4dbf-833b-b5f4067ed888 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:47.886018 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bac46fe8-647c-4762-917e-ac21a11e0aac req-2a9251f3-2f35-4dbf-833b-b5f4067ed888 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.54 "GET /v2.0/ports?device_id=a59d09d8-08a5-49a7-9972-fca5a8d4aa42 HTTP/1.1" status: 200 len: 945 time: 0.0481679 Sep 09 18:27:47.988955 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [req-bac46fe8-647c-4762-917e-ac21a11e0aac req-9440e845-b06a-48c3-821e-17f4d9f9f094 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Deleting port e1dc46c9-a87d-4dff-b17f-f5b19133d93d {{(pid=94637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:27:47.989706 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-bac46fe8-647c-4762-917e-ac21a11e0aac req-9440e845-b06a-48c3-821e-17f4d9f9f094 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:48.087009 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-bac46fe8-647c-4762-917e-ac21a11e0aac req-9440e845-b06a-48c3-821e-17f4d9f9f094 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] For port e1dc46c9-a87d-4dff-b17f-f5b19133d93d, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=e1dc46c9-a87d-4dff-b17f-f5b19133d93d,segment=NetworkSegment(3502381a-c164-43bc-a609-16a785b97be8),segment_id=3502381a-c164-43bc-a609-16a785b97be8)] {{(pid=94637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:27:48.087384 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-bac46fe8-647c-4762-917e-ac21a11e0aac req-9440e845-b06a-48c3-821e-17f4d9f9f094 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:48.245839 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39176bf9-3fa4-4493-8cd6-13bd8d1178fb req-2ab01afa-7fee-4ec7-8deb-4e247ed834a3 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:48.247334 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-39176bf9-3fa4-4493-8cd6-13bd8d1178fb req-2ab01afa-7fee-4ec7-8deb-4e247ed834a3 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=a59d09d8-08a5-49a7-9972-fca5a8d4aa42 HTTP/1.1" status: 200 len: 945 time: 0.1113312 Sep 09 18:27:48.321898 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7950041c-0bc2-40f0-b172-8221933a3420 req-7bf3d281-59df-4fc9-9026-b2dc2cf6c12d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1707551402&fields=id&tenant_id=1770c44abcca47449561e6ab91841b32 HTTP/1.1" status: 200 len: 267 time: 0.1053429 Sep 09 18:27:48.363952 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-39176bf9-3fa4-4493-8cd6-13bd8d1178fb req-9a598cd8-75cc-4144-b4bf-f3de5f7a9882 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups?id=15ddfc54-3ca0-42a6-9cc7-66caacecee4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097569 Sep 09 18:27:48.392024 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-bac46fe8-647c-4762-917e-ac21a11e0aac req-9440e845-b06a-48c3-821e-17f4d9f9f094 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:48.392392 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-bac46fe8-647c-4762-917e-ac21a11e0aac req-9440e845-b06a-48c3-821e-17f4d9f9f094 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-905259'] for floatingip, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:48.392641 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.db.l3_db [req-bac46fe8-647c-4762-917e-ac21a11e0aac req-9440e845-b06a-48c3-821e-17f4d9f9f094 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Floating IP c59b114a-16ef-4ae7-be10-8506e4f45805 disassociated. External IP: 172.27.0.230, port: e1dc46c9-a87d-4dff-b17f-f5b19133d93d. Sep 09 18:27:48.392979 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [req-bac46fe8-647c-4762-917e-ac21a11e0aac req-9440e845-b06a-48c3-821e-17f4d9f9f094 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Calling delete_port for e1dc46c9-a87d-4dff-b17f-f5b19133d93d owned by compute:nova {{(pid=94637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:27:48.500425 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950041c-0bc2-40f0-b172-8221933a3420 req-c9bfedd4-a8cc-446a-b3c1-310d0cecec8e tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:48.501876 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7950041c-0bc2-40f0-b172-8221933a3420 req-c9bfedd4-a8cc-446a-b3c1-310d0cecec8e tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/networks?id=12c9815a-8b2f-47cd-b8b1-a5fb504eb71c HTTP/1.1" status: 200 len: 812 time: 0.1725523 Sep 09 18:27:48.522383 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7950041c-0bc2-40f0-b172-8221933a3420 req-0b16614c-1716-4cef-9163-3104c4ccd3cb tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/quotas/1770c44abcca47449561e6ab91841b32 HTTP/1.1" status: 200 len: 375 time: 0.0138066 Sep 09 18:27:48.618641 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7950041c-0bc2-40f0-b172-8221933a3420 req-130a3af9-a144-4a4a-b7ba-3f0ba2a07d4c tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1770c44abcca47449561e6ab91841b32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0878208 Sep 09 18:27:48.636724 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [req-7950041c-0bc2-40f0-b172-8221933a3420 req-a86fb37b-dd58-42b3-a453-c5d2f0ca97a2 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94637) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 18:27:48.637811 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7950041c-0bc2-40f0-b172-8221933a3420 req-a86fb37b-dd58-42b3-a453-c5d2f0ca97a2 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061417 Sep 09 18:27:48.703181 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-bac46fe8-647c-4762-917e-ac21a11e0aac req-9440e845-b06a-48c3-821e-17f4d9f9f094 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:48.746762 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9440e845-b06a-48c3-821e-17f4d9f9f094 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Pushing event deleted for resources: {'Port': ['ID=e1dc46c9-a87d-4dff-b17f-f5b19133d93d,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:27:48.806574 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7950041c-0bc2-40f0-b172-8221933a3420 req-3dc45aaa-51d8-4811-bfe9-0ca7d7ba0534 service neutron] 10.222.0.39 "GET /v2.0/networks/12c9815a-8b2f-47cd-b8b1-a5fb504eb71c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615598 Sep 09 18:27:48.940710 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bac46fe8-647c-4762-917e-ac21a11e0aac req-9440e845-b06a-48c3-821e-17f4d9f9f094 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Router 42b7eee5-46bb-4993-af88-285b8df17ae5 has already been hosted by L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 {{(pid=94637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 18:27:48.949044 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7950041c-0bc2-40f0-b172-8221933a3420 req-2ba1968d-b759-49ae-9184-f8663fe615c6 service neutron] 10.222.0.39 "GET /v2.0/networks/12c9815a-8b2f-47cd-b8b1-a5fb504eb71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360416 Sep 09 18:27:49.060009 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bac46fe8-647c-4762-917e-ac21a11e0aac req-9440e845-b06a-48c3-821e-17f4d9f9f094 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:27:49.076254 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a5e005-2ca4-41f3-9098-9b156957eb96 None None] Sync routers for ids ['42b7eee5-46bb-4993-af88-285b8df17ae5'] in dv-cinder-779540-2-iscsi {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:27:49.094744 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a5e005-2ca4-41f3-9098-9b156957eb96 None None] Routers {'42b7eee5-46bb-4993-af88-285b8df17ae5'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:27:49.095662 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-e6a5e005-2ca4-41f3-9098-9b156957eb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:27:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['42b7eee5-46bb-4993-af88-285b8df17ae5'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:27:49.104323 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac46fe8-647c-4762-917e-ac21a11e0aac req-9440e845-b06a-48c3-821e-17f4d9f9f094 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] No DVR routers for this DVR port e1dc46c9-a87d-4dff-b17f-f5b19133d93d on host hv-cinder-77954 {{(pid=94637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 18:27:49.108666 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-bac46fe8-647c-4762-917e-ac21a11e0aac req-9440e845-b06a-48c3-821e-17f4d9f9f094 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:49.109126 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-bac46fe8-647c-4762-917e-ac21a11e0aac req-9440e845-b06a-48c3-821e-17f4d9f9f094 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.54 "DELETE /v2.0/ports/e1dc46c9-a87d-4dff-b17f-f5b19133d93d HTTP/1.1" status: 204 len: 173 time: 1.2160649 Sep 09 18:27:49.109585 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59d09d8-08a5-49a7-9972-fca5a8d4aa42', 'name': 'network-vif-deleted', 'tag': 'e1dc46c9-a87d-4dff-b17f-f5b19133d93d'}] {{(pid=94637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:27:49.111850 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133f33bf375164f5fa4b6a6278130a616101494423e3cf7e78094e28bab08aaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6867ef08-9cf1-4cac-855a-15999328555d" -d '{"events": [{"server_uuid": "a59d09d8-08a5-49a7-9972-fca5a8d4aa42", "name": "network-vif-deleted", "tag": "e1dc46c9-a87d-4dff-b17f-f5b19133d93d"}]}' {{(pid=94637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:27:49.154972 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 18:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da692973-fa5e-4ae8-b6d2-5794de1f85db x-openstack-request-id: req-da692973-fa5e-4ae8-b6d2-5794de1f85db {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:27:49.155323 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a59d09d8-08a5-49a7-9972-fca5a8d4aa42", "name": "network-vif-deleted", "tag": "e1dc46c9-a87d-4dff-b17f-f5b19133d93d", "status": "completed", "code": 200}]} {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:27:49.155581 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-da692973-fa5e-4ae8-b6d2-5794de1f85db {{(pid=94637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:27:49.155978 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59d09d8-08a5-49a7-9972-fca5a8d4aa42', 'name': 'network-vif-deleted', 'tag': 'e1dc46c9-a87d-4dff-b17f-f5b19133d93d', 'status': 'completed', 'code': 200} Sep 09 18:27:49.227104 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-e6a5e005-2ca4-41f3-9098-9b156957eb96 None None] Set router 42b7eee5-46bb-4993-af88-285b8df17ae5 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:27:49.441192 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-e6a5e005-2ca4-41f3-9098-9b156957eb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'name': 'tempest-AttachVolumeTestJSON-1967749576-router', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a1fdd68f-ea15-4804-927b-44e918f1300c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:27Z', 'updated_at': '2021-09-09T18:16:39Z', 'revision_number': 4, 'project_id': '289a7608c7ee408d90d48b78c6155ce2', 'gw_port': {'id': 'a1fdd68f-ea15-4804-927b-44e918f1300c', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:19:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:29Z', 'updated_at': '2021-09-09T18:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': 'f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc', 'name': '', 'network_id': '9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'mac_address': 'fa:16:3e:15:41:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '07bcfd60-1ce9-4552-ba2f-917a442c6c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:37Z', 'updated_at': '2021-09-09T18:16:52Z', 'revision_number': 5, 'project_id': '289a7608c7ee408d90d48b78c6155ce2', 'subnets': [{'id': '07bcfd60-1ce9-4552-ba2f-917a442c6c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:27:49.481730 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-943cf5ea-10fe-4b97-b516-c06f6b66c128 req-45008ff7-72a6-4b03-811a-71447a890fa9 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/ports?device_id=a59d09d8-08a5-49a7-9972-fca5a8d4aa42 HTTP/1.1" status: 200 len: 210 time: 0.0320709 Sep 09 18:27:49.483257 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a5e005-2ca4-41f3-9098-9b156957eb96 None None] Checking router: 42b7eee5-46bb-4993-af88-285b8df17ae5 for host: dv-cinder-779540-2-iscsi {{(pid=94639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:27:49.492462 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a5e005-2ca4-41f3-9098-9b156957eb96 None None] Routers {'42b7eee5-46bb-4993-af88-285b8df17ae5'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:27:49.493131 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-e6a5e005-2ca4-41f3-9098-9b156957eb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:27:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['42b7eee5-46bb-4993-af88-285b8df17ae5'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:27:49.655686 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-cd1bb48d-261a-4c00-813f-7fe75087d693 req-5670f891-8904-4edc-a0fd-7e81ac6e20b8 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048 HTTP/1.1" status: 200 len: 210 time: 0.0290644 Sep 09 18:27:49.732298 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-e6a5e005-2ca4-41f3-9098-9b156957eb96 None None] Set router 42b7eee5-46bb-4993-af88-285b8df17ae5 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:27:49.942722 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-e6a5e005-2ca4-41f3-9098-9b156957eb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'name': 'tempest-AttachVolumeTestJSON-1967749576-router', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a1fdd68f-ea15-4804-927b-44e918f1300c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:27Z', 'updated_at': '2021-09-09T18:16:39Z', 'revision_number': 4, 'project_id': '289a7608c7ee408d90d48b78c6155ce2', 'gw_port': {'id': 'a1fdd68f-ea15-4804-927b-44e918f1300c', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:19:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:29Z', 'updated_at': '2021-09-09T18:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': 'f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc', 'name': '', 'network_id': '9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'mac_address': 'fa:16:3e:15:41:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '07bcfd60-1ce9-4552-ba2f-917a442c6c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:37Z', 'updated_at': '2021-09-09T18:16:52Z', 'revision_number': 5, 'project_id': '289a7608c7ee408d90d48b78c6155ce2', 'subnets': [{'id': '07bcfd60-1ce9-4552-ba2f-917a442c6c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:27:49.971737 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a5e005-2ca4-41f3-9098-9b156957eb96 None None] The sync data for ids ['42b7eee5-46bb-4993-af88-285b8df17ae5'] in dv-cinder-779540-2-iscsi is: [{'id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'name': 'tempest-AttachVolumeTestJSON-1967749576-router', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a1fdd68f-ea15-4804-927b-44e918f1300c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:27Z', 'updated_at': '2021-09-09T18:16:39Z', 'revision_number': 4, 'project_id': '289a7608c7ee408d90d48b78c6155ce2', 'gw_port': {'id': 'a1fdd68f-ea15-4804-927b-44e918f1300c', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:19:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:29Z', 'updated_at': '2021-09-09T18:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': 'f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc', 'name': '', 'network_id': '9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'mac_address': 'fa:16:3e:15:41:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '07bcfd60-1ce9-4552-ba2f-917a442c6c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:37Z', 'updated_at': '2021-09-09T18:16:52Z', 'revision_number': 5, 'project_id': '289a7608c7ee408d90d48b78c6155ce2', 'subnets': [{'id': '07bcfd60-1ce9-4552-ba2f-917a442c6c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:27:50.206328 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e547bb5b-42c4-44a6-a93a-4ad75372dc16 None None] New status for floating IP c59b114a-16ef-4ae7-be10-8506e4f45805: DOWN {{(pid=94640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 18:27:50.674258 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 47102) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:27:50.732043 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9885ab38-930a-46e5-89b6-50dd23eb5a48 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:50.755234 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-abf5f6b8-d360-404e-8ff4-83504ce12eb8 req-437cde7b-b47b-432e-a370-782a09be683f tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048 HTTP/1.1" status: 200 len: 210 time: 0.0307670 Sep 09 18:27:50.761915 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9885ab38-930a-46e5-89b6-50dd23eb5a48 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:50.923528 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9885ab38-930a-46e5-89b6-50dd23eb5a48 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:50.926056 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9885ab38-930a-46e5-89b6-50dd23eb5a48 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:50.927206 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-9885ab38-930a-46e5-89b6-50dd23eb5a48 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "DELETE /v2.0/security-groups/15ddfc54-3ca0-42a6-9cc7-66caacecee4c HTTP/1.1" status: 204 len: 168 time: 0.2519293 Sep 09 18:27:50.930297 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 47106) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:27:50.936880 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885ab38-930a-46e5-89b6-50dd23eb5a48 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ddfc54-3ca0-42a6-9cc7-66caacecee4c,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:27:50.943884 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885ab38-930a-46e5-89b6-50dd23eb5a48 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:27:50.944230 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885ab38-930a-46e5-89b6-50dd23eb5a48 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:27:50.944574 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.api.v2.resource [None req-1ad8a5c2-3ce8-4d2c-a1d2-bdc90b4124c0 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] show failed (client error): The resource could not be found. Sep 09 18:27:50.944731 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885ab38-930a-46e5-89b6-50dd23eb5a48 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:27:50.944997 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885ab38-930a-46e5-89b6-50dd23eb5a48 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:27:50.945326 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885ab38-930a-46e5-89b6-50dd23eb5a48 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:27:50.945587 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-1ad8a5c2-3ce8-4d2c-a1d2-bdc90b4124c0 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "GET /v2.0/security-groups/15ddfc54-3ca0-42a6-9cc7-66caacecee4c HTTP/1.1" status: 404 len: 347 time: 0.0136189 Sep 09 18:27:50.945703 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885ab38-930a-46e5-89b6-50dd23eb5a48 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:27:50.946051 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885ab38-930a-46e5-89b6-50dd23eb5a48 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:27:50.946375 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885ab38-930a-46e5-89b6-50dd23eb5a48 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:27:50.947346 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885ab38-930a-46e5-89b6-50dd23eb5a48 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:27:50.947675 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885ab38-930a-46e5-89b6-50dd23eb5a48 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:27:50.947996 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885ab38-930a-46e5-89b6-50dd23eb5a48 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:27:50.948332 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9885ab38-930a-46e5-89b6-50dd23eb5a48 tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:27:50.949115 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 47108) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:27:50.954625 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device e1dc46c9-a87d-4dff-b17f-f5b19133d93d no longer exists at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:27:50.986148 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] No Port match for: e1dc46c9-a87d-4dff-b17f-f5b19133d93d {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:27:50.986493 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device e1dc46c9-a87d-4dff-b17f-f5b19133d93d not bound to the agent host hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:27:51.074689 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-99f60054-534d-4ab7-a544-6f9191cbe11b tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Deleting port 78d6700a-7f0d-4097-8bfa-e17c3d131b0a {{(pid=94637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:27:51.075035 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-99f60054-534d-4ab7-a544-6f9191cbe11b tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:51.155188 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-99f60054-534d-4ab7-a544-6f9191cbe11b tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:51.155517 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-99f60054-534d-4ab7-a544-6f9191cbe11b tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:51.167368 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-99f60054-534d-4ab7-a544-6f9191cbe11b tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Calling delete_port for 78d6700a-7f0d-4097-8bfa-e17c3d131b0a owned by network:floatingip {{(pid=94637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:27:51.357677 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-99f60054-534d-4ab7-a544-6f9191cbe11b tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:51.398131 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f60054-534d-4ab7-a544-6f9191cbe11b tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Pushing event deleted for resources: {'Port': ['ID=78d6700a-7f0d-4097-8bfa-e17c3d131b0a,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:27:51.465318 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-99f60054-534d-4ab7-a544-6f9191cbe11b tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks [] for floatingip, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:51.467849 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-99f60054-534d-4ab7-a544-6f9191cbe11b tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for floatingip, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:51.469294 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-99f60054-534d-4ab7-a544-6f9191cbe11b tempest-AttachVolumeTestJSON-251817135 tempest-AttachVolumeTestJSON-251817135-project] 10.222.0.39 "DELETE /v2.0/floatingips/c59b114a-16ef-4ae7-be10-8506e4f45805 HTTP/1.1" status: 204 len: 168 time: 0.5192959 Sep 09 18:27:51.621342 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950041c-0bc2-40f0-b172-8221933a3420 req-bb94dc1c-6b86-4965-af35-2d4ee41b0cb6 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:51.622725 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7950041c-0bc2-40f0-b172-8221933a3420 req-bb94dc1c-6b86-4965-af35-2d4ee41b0cb6 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.54 "GET /v2.0/networks?id=12c9815a-8b2f-47cd-b8b1-a5fb504eb71c HTTP/1.1" status: 200 len: 812 time: 0.1063695 Sep 09 18:27:51.666998 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7950041c-0bc2-40f0-b172-8221933a3420 req-cf4be47b-1b9b-4af1-b47e-0cd73dbf148e tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1770c44abcca47449561e6ab91841b32 HTTP/1.1" status: 200 len: 380 time: 0.0343144 Sep 09 18:27:51.684161 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [req-7950041c-0bc2-40f0-b172-8221933a3420 req-da79fae4-4a3e-4d75-b036-1a772772ed06 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Request body: {'port': {'device_id': 'ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048', 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'admin_state_up': True, 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'security_groups': ['95faf039-bc96-48d0-babb-6a31fbf7d32b']}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:27:51.862411 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a9442b3e-09d4-4f3d-9e03-e360f8370083 req-02cab4bb-6a9e-4e82-aadf-0872e94127f4 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048 HTTP/1.1" status: 200 len: 210 time: 0.0323756 Sep 09 18:27:51.915050 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7950041c-0bc2-40f0-b172-8221933a3420 req-da79fae4-4a3e-4d75-b036-1a772772ed06 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Made reservation on behalf of 1770c44abcca47449561e6ab91841b32 for: {'port': 1} {{(pid=94637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:27:51.918782 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-7950041c-0bc2-40f0-b172-8221933a3420 req-da79fae4-4a3e-4d75-b036-1a772772ed06 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:52.045919 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.db_base_plugin_common [req-7950041c-0bc2-40f0-b172-8221933a3420 req-da79fae4-4a3e-4d75-b036-1a772772ed06 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Allocated IP 172.20.0.8 (12c9815a-8b2f-47cd-b8b1-a5fb504eb71c/2097dc36-6037-4f23-a336-5ec26ebde0c6/cf718125-3e81-45ee-be20-1d29b9782514) {{(pid=94637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:27:52.188701 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-7950041c-0bc2-40f0-b172-8221933a3420 req-da79fae4-4a3e-4d75-b036-1a772772ed06 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for port, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:52.202235 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.provisioning_blocks [req-7950041c-0bc2-40f0-b172-8221933a3420 req-da79fae4-4a3e-4d75-b036-1a772772ed06 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Transition to ACTIVE for port object cf718125-3e81-45ee-be20-1d29b9782514 will not be triggered until provisioned by entity DHCP. {{(pid=94637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:27:52.293725 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-7950041c-0bc2-40f0-b172-8221933a3420 req-da79fae4-4a3e-4d75-b036-1a772772ed06 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:52.336702 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7950041c-0bc2-40f0-b172-8221933a3420 req-da79fae4-4a3e-4d75-b036-1a772772ed06 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Network 12c9815a-8b2f-47cd-b8b1-a5fb504eb71c is already hosted by enough agents. {{(pid=94637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:27:52.339885 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.base_scheduler [req-7950041c-0bc2-40f0-b172-8221933a3420 req-da79fae4-4a3e-4d75-b036-1a772772ed06 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Resources bound (agent type, host, resource id): {{(pid=94637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:27:52.348540 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [req-7950041c-0bc2-40f0-b172-8221933a3420 req-da79fae4-4a3e-4d75-b036-1a772772ed06 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Received port after_create {{(pid=94637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:27:52.354638 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79fae4-4a3e-4d75-b036-1a772772ed06 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Pushing event updated for resources: {'Port': ['ID=cf718125-3e81-45ee-be20-1d29b9782514,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:27:52.404208 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950041c-0bc2-40f0-b172-8221933a3420 req-da79fae4-4a3e-4d75-b036-1a772772ed06 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:52.404895 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-7950041c-0bc2-40f0-b172-8221933a3420 req-da79fae4-4a3e-4d75-b036-1a772772ed06 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:52.541921 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7950041c-0bc2-40f0-b172-8221933a3420 req-da79fae4-4a3e-4d75-b036-1a772772ed06 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8619053 Sep 09 18:27:52.554529 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [req-7950041c-0bc2-40f0-b172-8221933a3420 req-0b68fe54-e567-4372-80d6-b4085090edb8 service neutron] Request body: {'port': {'device_id': 'ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77954'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:27:52.612113 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-7950041c-0bc2-40f0-b172-8221933a3420 req-0b68fe54-e567-4372-80d6-b4085090edb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:52.755959 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-bf192a6a-068e-454e-84f2-74472da767f9 None None] Provisioning for port cf718125-3e81-45ee-be20-1d29b9782514 completed by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:27:52.761253 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-bf192a6a-068e-454e-84f2-74472da767f9 None None] Provisioning complete for port cf718125-3e81-45ee-be20-1d29b9782514 triggered by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:27:52.761759 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf192a6a-068e-454e-84f2-74472da767f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:52.802024 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-bf192a6a-068e-454e-84f2-74472da767f9 None None] Port cf718125-3e81-45ee-be20-1d29b9782514 cannot update to ACTIVE because it is not bound. {{(pid=94639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 18:27:53.097642 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697f6a8-7aad-4722-bd72-999b1704481b req-cabf19f0-73ab-4ac5-8c5b-87b1f2e87940 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:53.099166 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b697f6a8-7aad-4722-bd72-999b1704481b req-cabf19f0-73ab-4ac5-8c5b-87b1f2e87940 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048 HTTP/1.1" status: 200 len: 931 time: 0.0958591 Sep 09 18:27:53.177715 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b697f6a8-7aad-4722-bd72-999b1704481b req-066e6309-0353-4615-9e06-bfb798130af3 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702899 Sep 09 18:27:53.192754 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [req-7950041c-0bc2-40f0-b172-8221933a3420 req-0b68fe54-e567-4372-80d6-b4085090edb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf718125-3e81-45ee-be20-1d29b9782514 {{(pid=94637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:27:53.200977 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-7950041c-0bc2-40f0-b172-8221933a3420 req-0b68fe54-e567-4372-80d6-b4085090edb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:53.213235 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.provisioning_blocks [req-7950041c-0bc2-40f0-b172-8221933a3420 req-0b68fe54-e567-4372-80d6-b4085090edb8 service neutron] Transition to ACTIVE for port object cf718125-3e81-45ee-be20-1d29b9782514 will not be triggered until provisioned by entity L2. {{(pid=94637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:27:53.357635 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-7950041c-0bc2-40f0-b172-8221933a3420 req-0b68fe54-e567-4372-80d6-b4085090edb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859523'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:53.408788 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68fe54-e567-4372-80d6-b4085090edb8 service neutron] Pushing event updated for resources: {'Port': ['ID=cf718125-3e81-45ee-be20-1d29b9782514,revision_number=2']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:27:53.492165 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-7950041c-0bc2-40f0-b172-8221933a3420 req-0b68fe54-e567-4372-80d6-b4085090edb8 service neutron] Attempting to bind port cf718125-3e81-45ee-be20-1d29b9782514 on host hv-cinder-77954 for vnic_type normal with profile {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:27:53.492165 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-7950041c-0bc2-40f0-b172-8221933a3420 req-0b68fe54-e567-4372-80d6-b4085090edb8 service neutron] Attempting to bind port cf718125-3e81-45ee-be20-1d29b9782514 by drivers openvswitch,hyperv on host hv-cinder-77954 at level 0 using segments [{'id': '29b169d6-63dc-48f4-bd8b-c0ac4e248e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c'}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:27:53.493746 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7950041c-0bc2-40f0-b172-8221933a3420 req-0b68fe54-e567-4372-80d6-b4085090edb8 service neutron] Attempting to bind port cf718125-3e81-45ee-be20-1d29b9782514 on network 12c9815a-8b2f-47cd-b8b1-a5fb504eb71c {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:27:53.501398 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7950041c-0bc2-40f0-b172-8221933a3420 req-0b68fe54-e567-4372-80d6-b4085090edb8 service neutron] Port cf718125-3e81-45ee-be20-1d29b9782514 on network 12c9815a-8b2f-47cd-b8b1-a5fb504eb71c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77954 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 18:27:53.502317 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7950041c-0bc2-40f0-b172-8221933a3420 req-0b68fe54-e567-4372-80d6-b4085090edb8 service neutron] Attempting to bind port cf718125-3e81-45ee-be20-1d29b9782514 on network 12c9815a-8b2f-47cd-b8b1-a5fb504eb71c {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:27:53.511213 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7950041c-0bc2-40f0-b172-8221933a3420 req-0b68fe54-e567-4372-80d6-b4085090edb8 service neutron] Checking agent: {'id': 'e6e03918-0440-4933-b179-09c79aa47d03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 14, 34), 'started_at': datetime.datetime(2021, 9, 9, 18, 14, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:27:53.511554 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7950041c-0bc2-40f0-b172-8221933a3420 req-0b68fe54-e567-4372-80d6-b4085090edb8 service neutron] Checking segment: {'id': '29b169d6-63dc-48f4-bd8b-c0ac4e248e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:27:53.511946 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7950041c-0bc2-40f0-b172-8221933a3420 req-0b68fe54-e567-4372-80d6-b4085090edb8 service neutron] Bound using segment: {'id': '29b169d6-63dc-48f4-bd8b-c0ac4e248e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c'} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:27:53.512408 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-7950041c-0bc2-40f0-b172-8221933a3420 req-0b68fe54-e567-4372-80d6-b4085090edb8 service neutron] Bound port: cf718125-3e81-45ee-be20-1d29b9782514, host: hv-cinder-77954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29b169d6-63dc-48f4-bd8b-c0ac4e248e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c'}}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:27:53.512873 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-7950041c-0bc2-40f0-b172-8221933a3420 req-0b68fe54-e567-4372-80d6-b4085090edb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:53.612208 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-7950041c-0bc2-40f0-b172-8221933a3420 req-0b68fe54-e567-4372-80d6-b4085090edb8 service neutron] For port cf718125-3e81-45ee-be20-1d29b9782514, host hv-cinder-77954, cleared binding levels {{(pid=94637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:27:53.615548 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-7950041c-0bc2-40f0-b172-8221933a3420 req-0b68fe54-e567-4372-80d6-b4085090edb8 service neutron] For port cf718125-3e81-45ee-be20-1d29b9782514, host hv-cinder-77954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=cf718125-3e81-45ee-be20-1d29b9782514,segment=NetworkSegment(29b169d6-63dc-48f4-bd8b-c0ac4e248e1a),segment_id=29b169d6-63dc-48f4-bd8b-c0ac4e248e1a)] {{(pid=94637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:27:53.699303 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-7950041c-0bc2-40f0-b172-8221933a3420 req-0b68fe54-e567-4372-80d6-b4085090edb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859523'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:53.740066 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950041c-0bc2-40f0-b172-8221933a3420 req-0b68fe54-e567-4372-80d6-b4085090edb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:53.740727 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-7950041c-0bc2-40f0-b172-8221933a3420 req-0b68fe54-e567-4372-80d6-b4085090edb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:53.743205 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7950041c-0bc2-40f0-b172-8221933a3420 req-0b68fe54-e567-4372-80d6-b4085090edb8 service neutron] 10.222.0.54 "PUT /v2.0/ports/cf718125-3e81-45ee-be20-1d29b9782514 HTTP/1.1" status: 200 len: 1093 time: 1.1917689 Sep 09 18:27:53.743205 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048', 'tag': 'cf718125-3e81-45ee-be20-1d29b9782514'}] {{(pid=94637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:27:53.744860 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133f33bf375164f5fa4b6a6278130a616101494423e3cf7e78094e28bab08aaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a410b6-299c-4ee1-9a8f-fc3eae51fb88" -d '{"events": [{"name": "network-changed", "server_uuid": "ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048", "tag": "cf718125-3e81-45ee-be20-1d29b9782514"}]}' {{(pid=94637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:27:53.780101 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68fe54-e567-4372-80d6-b4085090edb8 service neutron] Pushing event updated for resources: {'Port': ['ID=cf718125-3e81-45ee-be20-1d29b9782514,revision_number=3']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:27:53.803159 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 18:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69261195-27c2-4838-8e24-85e1aca93436 x-openstack-request-id: req-69261195-27c2-4838-8e24-85e1aca93436 {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:27:53.803460 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048", "tag": "cf718125-3e81-45ee-be20-1d29b9782514", "status": "completed", "code": 200}]} {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:27:53.803752 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-69261195-27c2-4838-8e24-85e1aca93436 {{(pid=94637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:27:53.804256 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048', 'tag': 'cf718125-3e81-45ee-be20-1d29b9782514', 'status': 'completed', 'code': 200} Sep 09 18:27:53.883192 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a410b6-299c-4ee1-9a8f-fc3eae51fb88 req-5d0981fd-169f-4562-a5ea-7a68fe827bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:53.885393 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a9a410b6-299c-4ee1-9a8f-fc3eae51fb88 req-5d0981fd-169f-4562-a5ea-7a68fe827bf6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1770c44abcca47449561e6ab91841b32&device_id=ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048 HTTP/1.1" status: 200 len: 1096 time: 0.0557404 Sep 09 18:27:54.006565 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a410b6-299c-4ee1-9a8f-fc3eae51fb88 req-9d13813c-2501-4bac-a59d-a10b1da2866f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:54.007952 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a9a410b6-299c-4ee1-9a8f-fc3eae51fb88 req-9d13813c-2501-4bac-a59d-a10b1da2866f service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=1770c44abcca47449561e6ab91841b32&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1145930 Sep 09 18:27:54.115395 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a410b6-299c-4ee1-9a8f-fc3eae51fb88 req-018e8ca4-ee9f-4019-b927-68bc65852995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:54.117789 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a9a410b6-299c-4ee1-9a8f-fc3eae51fb88 req-018e8ca4-ee9f-4019-b927-68bc65852995 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1023180 Sep 09 18:27:54.222135 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950041c-0bc2-40f0-b172-8221933a3420 req-d4fd12c6-9bf0-4155-8391-64085beb709b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:54.223665 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7950041c-0bc2-40f0-b172-8221933a3420 req-d4fd12c6-9bf0-4155-8391-64085beb709b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1770c44abcca47449561e6ab91841b32&device_id=ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048 HTTP/1.1" status: 200 len: 1096 time: 0.0550611 Sep 09 18:27:54.277379 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7950041c-0bc2-40f0-b172-8221933a3420 req-3b4cc181-f9cc-4e15-8872-898f92722327 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf718125-3e81-45ee-be20-1d29b9782514 HTTP/1.1" status: 200 len: 217 time: 0.0441015 Sep 09 18:27:54.357105 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f423b2-3cb0-47bf-9280-1f86d37d8362 req-6b410ac3-0dd6-441c-9a83-1a3f4d878825 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:54.358723 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-86f423b2-3cb0-47bf-9280-1f86d37d8362 req-6b410ac3-0dd6-441c-9a83-1a3f4d878825 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048 HTTP/1.1" status: 200 len: 943 time: 0.0908520 Sep 09 18:27:54.360176 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950041c-0bc2-40f0-b172-8221933a3420 req-37888044-130b-4406-9a20-3fc588fbcfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:54.361537 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7950041c-0bc2-40f0-b172-8221933a3420 req-37888044-130b-4406-9a20-3fc588fbcfa2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2097dc36-6037-4f23-a336-5ec26ebde0c6 HTTP/1.1" status: 200 len: 851 time: 0.0663834 Sep 09 18:27:54.425644 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-86f423b2-3cb0-47bf-9280-1f86d37d8362 req-7072acf5-4e64-4992-b92b-37ed0e0ede48 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605836 Sep 09 18:27:54.438469 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950041c-0bc2-40f0-b172-8221933a3420 req-c19e5c89-227f-4ad7-ae32-faa937a8d7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:54.440186 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7950041c-0bc2-40f0-b172-8221933a3420 req-c19e5c89-227f-4ad7-ae32-faa937a8d7ff service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=12c9815a-8b2f-47cd-b8b1-a5fb504eb71c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0681088 Sep 09 18:27:54.547973 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7950041c-0bc2-40f0-b172-8221933a3420 req-516d8f70-1811-48c0-b07c-72323ceea083 service neutron] 10.222.0.54 "GET /v2.0/networks/12c9815a-8b2f-47cd-b8b1-a5fb504eb71c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908811 Sep 09 18:27:54.638569 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7950041c-0bc2-40f0-b172-8221933a3420 req-13b16451-212a-4413-ba2a-6a7b0d567d6d service neutron] 10.222.0.54 "GET /v2.0/networks/12c9815a-8b2f-47cd-b8b1-a5fb504eb71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830357 Sep 09 18:27:54.834867 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31eab23a-e689-4387-9543-662d47e327a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:55.547328 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ecf61-27a0-43d2-a2da-8942d2410429 req-7e21cb9a-72fb-4d00-a935-860ed906e462 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:55.548850 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a19ecf61-27a0-43d2-a2da-8942d2410429 req-7e21cb9a-72fb-4d00-a935-860ed906e462 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048 HTTP/1.1" status: 200 len: 943 time: 0.0493827 Sep 09 18:27:55.573304 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 47146) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:27:55.598618 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a19ecf61-27a0-43d2-a2da-8942d2410429 req-864e92ec-0f23-461e-a550-5807e97adee6 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435948 Sep 09 18:27:56.006161 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-82c3471a-a0a5-4bb5-9efb-49e2a3527aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-906539'] for router_interface, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:56.253133 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-82c3471a-a0a5-4bb5-9efb-49e2a3527aea admin admin] Deleting port f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc {{(pid=94637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:27:56.253466 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-82c3471a-a0a5-4bb5-9efb-49e2a3527aea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:56.342953 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [None req-82c3471a-a0a5-4bb5-9efb-49e2a3527aea admin admin] For port f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc,segment=NetworkSegment(3502381a-c164-43bc-a609-16a785b97be8),segment_id=3502381a-c164-43bc-a609-16a785b97be8)] {{(pid=94637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:27:56.343221 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-82c3471a-a0a5-4bb5-9efb-49e2a3527aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:56.361980 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-82c3471a-a0a5-4bb5-9efb-49e2a3527aea admin admin] Calling delete_port for f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc owned by network:router_interface {{(pid=94637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:27:56.612445 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-82c3471a-a0a5-4bb5-9efb-49e2a3527aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:56.639766 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c3471a-a0a5-4bb5-9efb-49e2a3527aea admin admin] Pushing event deleted for resources: {'Port': ['ID=f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:27:56.787031 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651f5da-4acb-49eb-848e-aa6a251f3e6a req-44870fb4-7070-4015-9af8-c938cc7783bb tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:56.788741 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4651f5da-4acb-49eb-848e-aa6a251f3e6a req-44870fb4-7070-4015-9af8-c938cc7783bb tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048 HTTP/1.1" status: 200 len: 943 time: 0.0981169 Sep 09 18:27:56.869581 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4651f5da-4acb-49eb-848e-aa6a251f3e6a req-c3b89c56-b97a-4a4f-aace-912d2731f05a tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738249 Sep 09 18:27:56.882287 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-82c3471a-a0a5-4bb5-9efb-49e2a3527aea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-906655'] for router_interface, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:57.091286 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c3471a-a0a5-4bb5-9efb-49e2a3527aea admin admin] Router 42b7eee5-46bb-4993-af88-285b8df17ae5 has already been hosted by L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 {{(pid=94637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 18:27:57.195770 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c3471a-a0a5-4bb5-9efb-49e2a3527aea admin admin] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:27:57.202114 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-82c3471a-a0a5-4bb5-9efb-49e2a3527aea admin admin] 10.222.0.39 "PUT /v2.0/routers/42b7eee5-46bb-4993-af88-285b8df17ae5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6278515 Sep 09 18:27:57.204812 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 47156) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:27:57.206582 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680e3f4e-fb8d-4d3b-990f-9295f354741c None None] Sync routers for ids ['42b7eee5-46bb-4993-af88-285b8df17ae5'] in dv-cinder-779540-2-iscsi {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:27:57.216248 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680e3f4e-fb8d-4d3b-990f-9295f354741c None None] Routers {'42b7eee5-46bb-4993-af88-285b8df17ae5'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:27:57.216890 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-680e3f4e-fb8d-4d3b-990f-9295f354741c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:27:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['42b7eee5-46bb-4993-af88-285b8df17ae5'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:27:57.308596 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f581930e-2f1e-4167-b57c-077c6f967e19 admin admin] Notify callbacks [] for router, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:57.322576 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-680e3f4e-fb8d-4d3b-990f-9295f354741c None None] Set router 42b7eee5-46bb-4993-af88-285b8df17ae5 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:27:57.423104 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f581930e-2f1e-4167-b57c-077c6f967e19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:57.501693 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:57.529594 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-680e3f4e-fb8d-4d3b-990f-9295f354741c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'name': 'tempest-AttachVolumeTestJSON-1967749576-router', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'a1fdd68f-ea15-4804-927b-44e918f1300c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:27Z', 'updated_at': '2021-09-09T18:27:56Z', 'revision_number': 5, 'project_id': '289a7608c7ee408d90d48b78c6155ce2', 'gw_port': {'id': 'a1fdd68f-ea15-4804-927b-44e918f1300c', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:19:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:29Z', 'updated_at': '2021-09-09T18:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi'}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:27:57.560712 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680e3f4e-fb8d-4d3b-990f-9295f354741c None None] Checking router: 42b7eee5-46bb-4993-af88-285b8df17ae5 for host: dv-cinder-779540-2-iscsi {{(pid=94639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:27:57.569603 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffa51b2f-bd33-45b7-a6eb-c90fd8adc9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:57.575018 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680e3f4e-fb8d-4d3b-990f-9295f354741c None None] Routers {'42b7eee5-46bb-4993-af88-285b8df17ae5'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:27:57.575018 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-680e3f4e-fb8d-4d3b-990f-9295f354741c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:27:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['42b7eee5-46bb-4993-af88-285b8df17ae5'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:27:57.614553 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-f581930e-2f1e-4167-b57c-077c6f967e19 admin admin] Deleting port a1fdd68f-ea15-4804-927b-44e918f1300c {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:27:57.614894 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f581930e-2f1e-4167-b57c-077c6f967e19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:57.659899 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-680e3f4e-fb8d-4d3b-990f-9295f354741c None None] Set router 42b7eee5-46bb-4993-af88-285b8df17ae5 gateway port host: None {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:27:57.693712 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [None req-f581930e-2f1e-4167-b57c-077c6f967e19 admin admin] For port a1fdd68f-ea15-4804-927b-44e918f1300c, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=a1fdd68f-ea15-4804-927b-44e918f1300c,segment=NetworkSegment(7a73f5cb-6b09-47ec-a9e0-b99f618e2056),segment_id=7a73f5cb-6b09-47ec-a9e0-b99f618e2056)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:27:57.699293 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f581930e-2f1e-4167-b57c-077c6f967e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:57.707073 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-f581930e-2f1e-4167-b57c-077c6f967e19 admin admin] Calling delete_port for a1fdd68f-ea15-4804-927b-44e918f1300c owned by network:router_gateway {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:27:57.711464 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-680e3f4e-fb8d-4d3b-990f-9295f354741c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'name': 'tempest-AttachVolumeTestJSON-1967749576-router', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:27Z', 'updated_at': '2021-09-09T18:27:57Z', 'revision_number': 6, 'project_id': '289a7608c7ee408d90d48b78c6155ce2', 'gw_port_host': None}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:27:57.742408 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680e3f4e-fb8d-4d3b-990f-9295f354741c None None] The sync data for ids ['42b7eee5-46bb-4993-af88-285b8df17ae5'] in dv-cinder-779540-2-iscsi is: [{'id': '42b7eee5-46bb-4993-af88-285b8df17ae5', 'name': 'tempest-AttachVolumeTestJSON-1967749576-router', 'tenant_id': '289a7608c7ee408d90d48b78c6155ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:27Z', 'updated_at': '2021-09-09T18:27:57Z', 'revision_number': 6, 'project_id': '289a7608c7ee408d90d48b78c6155ce2', 'gw_port_host': None}] {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:27:57.963485 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f581930e-2f1e-4167-b57c-077c6f967e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2896014'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:57.989516 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756ccde-0b63-4359-8edd-aabc4420bc44 req-8e656e8f-cc79-4954-bc7f-01ce839c7dbd tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:57.991071 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6756ccde-0b63-4359-8edd-aabc4420bc44 req-8e656e8f-cc79-4954-bc7f-01ce839c7dbd tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048 HTTP/1.1" status: 200 len: 943 time: 0.0536451 Sep 09 18:27:57.995326 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f581930e-2f1e-4167-b57c-077c6f967e19 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1fdd68f-ea15-4804-927b-44e918f1300c,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:27:58.035871 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6756ccde-0b63-4359-8edd-aabc4420bc44 req-e01312c9-6abd-411d-bd62-fc5d60681bd2 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374701 Sep 09 18:27:58.063013 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f581930e-2f1e-4167-b57c-077c6f967e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-905341'] for router_gateway, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:58.174022 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f581930e-2f1e-4167-b57c-077c6f967e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-904910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7578'] for router, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:58.176579 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f581930e-2f1e-4167-b57c-077c6f967e19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:58.334825 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f581930e-2f1e-4167-b57c-077c6f967e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-904903'] for router, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:58.335560 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f581930e-2f1e-4167-b57c-077c6f967e19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42b7eee5-46bb-4993-af88-285b8df17ae5 {{(pid=94638) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 18:27:58.340864 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f581930e-2f1e-4167-b57c-077c6f967e19 admin admin] Notify callbacks [] for router, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:58.342043 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-f581930e-2f1e-4167-b57c-077c6f967e19 admin admin] 10.222.0.39 "DELETE /v2.0/routers/42b7eee5-46bb-4993-af88-285b8df17ae5 HTTP/1.1" status: 204 len: 168 time: 1.1361573 Sep 09 18:27:58.344861 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 47162) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:27:58.388933 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_v2 [None req-1324f8ff-63e3-4079-9a1b-3c498538ed56 admin admin] Deleting subnet 07bcfd60-1ce9-4552-ba2f-917a442c6c08 {{(pid=94638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 18:27:58.392092 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1324f8ff-63e3-4079-9a1b-3c498538ed56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:58.425961 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 6 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:27:58.426579 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1324f8ff-63e3-4079-9a1b-3c498538ed56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1044680'] for subnet, precommit_delete_associations {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:58.510906 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1324f8ff-63e3-4079-9a1b-3c498538ed56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775357'] for subnet, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:58.545042 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc no longer exists at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:27:58.565496 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] No Port match for: f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:27:58.565852 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device f2dba0ce-e0ac-4b97-a5fe-e2120a07dddc not bound to the agent host dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:27:58.566285 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device a1fdd68f-ea15-4804-927b-44e918f1300c no longer exists at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:27:58.585700 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] No Port match for: a1fdd68f-ea15-4804-927b-44e918f1300c {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:27:58.586001 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device a1fdd68f-ea15-4804-927b-44e918f1300c not bound to the agent host dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:27:58.684993 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1324f8ff-63e3-4079-9a1b-3c498538ed56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2896051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9552999'] for subnet, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:58.714500 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1324f8ff-63e3-4079-9a1b-3c498538ed56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07bcfd60-1ce9-4552-ba2f-917a442c6c08,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:27:58.722920 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-1324f8ff-63e3-4079-9a1b-3c498538ed56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:58.727329 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-1324f8ff-63e3-4079-9a1b-3c498538ed56 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/07bcfd60-1ce9-4552-ba2f-917a442c6c08 HTTP/1.1" status: 204 len: 168 time: 0.3790944 Sep 09 18:27:58.727763 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 47164) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:27:58.728669 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d628d217-7c7a-4f8a-846f-251a92a638dc None None] Network 9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9 requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:27:58.814550 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ec67a5ab-85b6-4384-a264-90ee6d37ad34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626401'] for network, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:58.937784 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071862ec-8a6b-4724-ad43-dda5a796bc79 None None] DHCP port deletion for 9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9 request from dv-cinder-779540-2-iscsi {{(pid=94639) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 18:27:58.985750 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-071862ec-8a6b-4724-ad43-dda5a796bc79 None None] Deleting port f3198c42-c9dc-4504-a996-258c08972c6d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:27:58.986159 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-071862ec-8a6b-4724-ad43-dda5a796bc79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:59.059138 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-071862ec-8a6b-4724-ad43-dda5a796bc79 None None] For port f3198c42-c9dc-4504-a996-258c08972c6d, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=f3198c42-c9dc-4504-a996-258c08972c6d,segment=NetworkSegment(3502381a-c164-43bc-a609-16a785b97be8),segment_id=3502381a-c164-43bc-a609-16a785b97be8)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:27:59.059138 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-071862ec-8a6b-4724-ad43-dda5a796bc79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:59.082728 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-071862ec-8a6b-4724-ad43-dda5a796bc79 None None] Calling delete_port for f3198c42-c9dc-4504-a996-258c08972c6d owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:27:59.134619 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-ec67a5ab-85b6-4384-a264-90ee6d37ad34 admin admin] Deleting port f3198c42-c9dc-4504-a996-258c08972c6d {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:27:59.134619 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ec67a5ab-85b6-4384-a264-90ee6d37ad34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:59.152849 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:59.160485 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471a8e6-e656-4050-9de0-3007def7c0c1 req-33ff24e4-c800-4638-8c62-38d0ff8de57b tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:27:59.162126 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2471a8e6-e656-4050-9de0-3007def7c0c1 req-33ff24e4-c800-4638-8c62-38d0ff8de57b tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048 HTTP/1.1" status: 200 len: 943 time: 0.0537465 Sep 09 18:27:59.201491 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2471a8e6-e656-4050-9de0-3007def7c0c1 req-262d21b7-8e50-4152-a665-bbf9dc9a9e25 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327833 Sep 09 18:27:59.201747 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [None req-ec67a5ab-85b6-4384-a264-90ee6d37ad34 admin admin] For port f3198c42-c9dc-4504-a996-258c08972c6d, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=f3198c42-c9dc-4504-a996-258c08972c6d,segment=NetworkSegment(3502381a-c164-43bc-a609-16a785b97be8),segment_id=3502381a-c164-43bc-a609-16a785b97be8)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:27:59.202072 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ec67a5ab-85b6-4384-a264-90ee6d37ad34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:59.215566 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-ec67a5ab-85b6-4384-a264-90ee6d37ad34 admin admin] Calling delete_port for f3198c42-c9dc-4504-a996-258c08972c6d owned by network:dhcp {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:27:59.234873 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-071862ec-8a6b-4724-ad43-dda5a796bc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:59.263811 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071862ec-8a6b-4724-ad43-dda5a796bc79 None None] No DVR routers for this DVR port f3198c42-c9dc-4504-a996-258c08972c6d on host dv-cinder-779540-2-iscsi {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 18:27:59.265722 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071862ec-8a6b-4724-ad43-dda5a796bc79 None None] Pushing event deleted for resources: {'Port': ['ID=f3198c42-c9dc-4504-a996-258c08972c6d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:27:59.274721 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071862ec-8a6b-4724-ad43-dda5a796bc79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:27:59.275284 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071862ec-8a6b-4724-ad43-dda5a796bc79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:27:59.275638 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071862ec-8a6b-4724-ad43-dda5a796bc79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:27:59.276083 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071862ec-8a6b-4724-ad43-dda5a796bc79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:27:59.276484 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071862ec-8a6b-4724-ad43-dda5a796bc79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:27:59.277445 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071862ec-8a6b-4724-ad43-dda5a796bc79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:27:59.277445 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071862ec-8a6b-4724-ad43-dda5a796bc79 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:27:59.277735 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071862ec-8a6b-4724-ad43-dda5a796bc79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:27:59.278054 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071862ec-8a6b-4724-ad43-dda5a796bc79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:27:59.278267 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071862ec-8a6b-4724-ad43-dda5a796bc79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:27:59.278546 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071862ec-8a6b-4724-ad43-dda5a796bc79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:27:59.278859 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071862ec-8a6b-4724-ad43-dda5a796bc79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:27:59.300905 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ec67a5ab-85b6-4384-a264-90ee6d37ad34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2896014'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:59.327927 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67a5ab-85b6-4384-a264-90ee6d37ad34 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3198c42-c9dc-4504-a996-258c08972c6d,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:27:59.329782 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec67a5ab-85b6-4384-a264-90ee6d37ad34 admin admin] No DVR routers for this DVR port f3198c42-c9dc-4504-a996-258c08972c6d on host dv-cinder-779540-2-iscsi {{(pid=94638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 18:27:59.403617 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ec67a5ab-85b6-4384-a264-90ee6d37ad34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773192', 'neutron.services.segments.db._delete_segments_for_network-8729821856413'] for network, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:59.424859 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-ec67a5ab-85b6-4384-a264-90ee6d37ad34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9']}} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:27:59.433929 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-ec67a5ab-85b6-4384-a264-90ee6d37ad34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3502381a-c164-43bc-a609-16a785b97be8') {'for_net_delete': True} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:27:59.434218 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-ec67a5ab-85b6-4384-a264-90ee6d37ad34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3502381a-c164-43bc-a609-16a785b97be8') {} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:27:59.443124 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ec67a5ab-85b6-4384-a264-90ee6d37ad34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729821856934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1044657'] for segment, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:59.456086 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ec67a5ab-85b6-4384-a264-90ee6d37ad34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143'] for segment, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:59.462490 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec67a5ab-85b6-4384-a264-90ee6d37ad34 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=94638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 18:27:59.463074 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ec67a5ab-85b6-4384-a264-90ee6d37ad34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2903633'] for segment, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:59.464745 dv-cinder-779540-2-iscsi neutron-server[94638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 18:27:59.464745 dv-cinder-779540-2-iscsi neutron-server[94638]: self.session.flush() Sep 09 18:27:59.464745 dv-cinder-779540-2-iscsi neutron-server[94638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 18:27:59.464745 dv-cinder-779540-2-iscsi neutron-server[94638]: self.session.flush() Sep 09 18:27:59.464745 dv-cinder-779540-2-iscsi neutron-server[94638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 18:27:59.464745 dv-cinder-779540-2-iscsi neutron-server[94638]: self.session.flush() Sep 09 18:27:59.464745 dv-cinder-779540-2-iscsi neutron-server[94638]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 18:27:59.464745 dv-cinder-779540-2-iscsi neutron-server[94638]: self.session.flush() Sep 09 18:27:59.464745 dv-cinder-779540-2-iscsi neutron-server[94638]: Traceback (most recent call last): Sep 09 18:27:59.464745 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 18:27:59.464745 dv-cinder-779540-2-iscsi neutron-server[94638]: timer() Sep 09 18:27:59.464745 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 18:27:59.464745 dv-cinder-779540-2-iscsi neutron-server[94638]: cb(*args, **kw) Sep 09 18:27:59.464745 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 18:27:59.464745 dv-cinder-779540-2-iscsi neutron-server[94638]: return func(*args, **kwargs) Sep 09 18:27:59.464745 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 18:27:59.464745 dv-cinder-779540-2-iscsi neutron-server[94638]: self._notify() Sep 09 18:27:59.464745 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 18:27:59.464745 dv-cinder-779540-2-iscsi neutron-server[94638]: self.callback(batched_events) Sep 09 18:27:59.464745 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 18:27:59.464745 dv-cinder-779540-2-iscsi neutron-server[94638]: event.method(event) Sep 09 18:27:59.464745 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 18:27:59.464745 dv-cinder-779540-2-iscsi neutron-server[94638]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 18:27:59.464745 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 18:27:59.464745 dv-cinder-779540-2-iscsi neutron-server[94638]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 18:27:59.464745 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 18:27:59.464745 dv-cinder-779540-2-iscsi neutron-server[94638]: return f(self, *a, **k) Sep 09 18:27:59.464745 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 18:27:59.464745 dv-cinder-779540-2-iscsi neutron-server[94638]: return self._get(url).json() Sep 09 18:27:59.464745 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 18:27:59.464745 dv-cinder-779540-2-iscsi neutron-server[94638]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 18:27:59.464745 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 18:27:59.464745 dv-cinder-779540-2-iscsi neutron-server[94638]: return self.request(url, 'GET', **kwargs) Sep 09 18:27:59.464745 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 18:27:59.464745 dv-cinder-779540-2-iscsi neutron-server[94638]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 18:27:59.464745 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 18:27:59.464745 dv-cinder-779540-2-iscsi neutron-server[94638]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 18:27:59.464745 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 18:27:59.464745 dv-cinder-779540-2-iscsi neutron-server[94638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 18:27:59.464745 dv-cinder-779540-2-iscsi neutron-server[94638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 18:27:59.589140 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ec67a5ab-85b6-4384-a264-90ee6d37ad34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-905241'] for network, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:59.595356 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ec67a5ab-85b6-4384-a264-90ee6d37ad34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:27:59.597399 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-ec67a5ab-85b6-4384-a264-90ee6d37ad34 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9 HTTP/1.1" status: 204 len: 168 time: 0.8689520 Sep 09 18:27:59.609949 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67a5ab-85b6-4384-a264-90ee6d37ad34 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c1a5dbe-5bc8-46fd-b5c8-156d5f6423f9,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:27:59.928956 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 47170) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:27:59.974237 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-2c8fd98c-1ce4-4fe0-9082-4cb868b9f237 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=289a7608c7ee408d90d48b78c6155ce2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0440764 Sep 09 18:27:59.976673 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 47172) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:28:00.025031 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7c477add-fdc1-4044-95d9-9e3381d589c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:00.045266 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7c477add-fdc1-4044-95d9-9e3381d589c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:00.180324 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7c477add-fdc1-4044-95d9-9e3381d589c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:00.183765 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7c477add-fdc1-4044-95d9-9e3381d589c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:00.185248 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-7c477add-fdc1-4044-95d9-9e3381d589c6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3eba8ae4-d395-4705-87e7-dfb583932a60 HTTP/1.1" status: 204 len: 168 time: 0.2076080 Sep 09 18:28:00.193855 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c477add-fdc1-4044-95d9-9e3381d589c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eba8ae4-d395-4705-87e7-dfb583932a60,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:28:00.320527 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e78f4-896b-4fde-8339-cc15c91145b0 req-f5d24046-1057-4f2b-856e-5d50c5c435e3 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:28:00.322797 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0c0e78f4-896b-4fde-8339-cc15c91145b0 req-f5d24046-1057-4f2b-856e-5d50c5c435e3 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048 HTTP/1.1" status: 200 len: 943 time: 0.0509939 Sep 09 18:28:00.365895 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0c0e78f4-896b-4fde-8339-cc15c91145b0 req-e0fcf8ee-acd4-4c18-aa1d-d69a225fc2f2 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334246 Sep 09 18:28:00.492103 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device f3198c42-c9dc-4504-a996-258c08972c6d no longer exists at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:28:00.516887 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] No Port match for: f3198c42-c9dc-4504-a996-258c08972c6d {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:28:00.517238 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device f3198c42-c9dc-4504-a996-258c08972c6d not bound to the agent host dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:28:01.074655 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:01.488745 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5032ffe-79be-46f9-b3e4-ab3bef3d1423 req-3595d7cd-e7cc-45a2-853b-249ef943a354 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:28:01.490259 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d5032ffe-79be-46f9-b3e4-ab3bef3d1423 req-3595d7cd-e7cc-45a2-853b-249ef943a354 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048 HTTP/1.1" status: 200 len: 943 time: 0.0545435 Sep 09 18:28:01.530400 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d5032ffe-79be-46f9-b3e4-ab3bef3d1423 req-bb677e9e-6e78-4cce-8448-803e5cf9833d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334187 Sep 09 18:28:02.653011 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa074e66-faff-4365-8dab-a6ed9380388d req-41f515a4-b6d1-4ef7-9bff-48d506679da1 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:28:02.654594 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-fa074e66-faff-4365-8dab-a6ed9380388d req-41f515a4-b6d1-4ef7-9bff-48d506679da1 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048 HTTP/1.1" status: 200 len: 943 time: 0.0540595 Sep 09 18:28:02.695189 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-fa074e66-faff-4365-8dab-a6ed9380388d req-3bbc747f-9abd-485f-99ca-f0357f674f4a tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342524 Sep 09 18:28:03.007335 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device cf718125-3e81-45ee-be20-1d29b9782514 details requested by agent hyperv_hv-cinder-77954 with host hv-cinder-77954 {{(pid=94639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 18:28:03.105610 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port cf718125-3e81-45ee-be20-1d29b9782514, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=cf718125-3e81-45ee-be20-1d29b9782514,segment=NetworkSegment(29b169d6-63dc-48f4-bd8b-c0ac4e248e1a),segment_id=29b169d6-63dc-48f4-bd8b-c0ac4e248e1a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:28:03.117688 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Returning: {'device': 'cf718125-3e81-45ee-be20-1d29b9782514', 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'port_id': 'cf718125-3e81-45ee-be20-1d29b9782514', 'mac_address': 'fa:16:3e:de:9d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 18:28:03.158792 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:03.171573 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf718125-3e81-45ee-be20-1d29b9782514 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:28:03.191443 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port cf718125-3e81-45ee-be20-1d29b9782514, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=cf718125-3e81-45ee-be20-1d29b9782514,segment=NetworkSegment(29b169d6-63dc-48f4-bd8b-c0ac4e248e1a),segment_id=29b169d6-63dc-48f4-bd8b-c0ac4e248e1a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:28:03.271991 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:03.321295 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=cf718125-3e81-45ee-be20-1d29b9782514,revision_number=4']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:28:03.639404 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] get_ports_and_sgs() called for port_ids ['cf718125-3e81-45ee-be20-1d29b9782514'] {{(pid=94639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 18:28:03.833897 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84101d-dc21-4bed-b859-c135c4659fea req-a74c43db-1ae7-4241-a8f8-c91d0ed76a05 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:28:03.835623 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1e84101d-dc21-4bed-b859-c135c4659fea req-a74c43db-1ae7-4241-a8f8-c91d0ed76a05 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048 HTTP/1.1" status: 200 len: 944 time: 0.0687239 Sep 09 18:28:03.890807 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1e84101d-dc21-4bed-b859-c135c4659fea req-65d62346-0d80-4251-935b-b7aca7886b85 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456586 Sep 09 18:28:05.015653 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bba2f-7d56-42b0-8191-0e481d32336d req-676443cc-b084-4b25-8d97-5a03edfdf2e2 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:28:05.017291 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-fc2bba2f-7d56-42b0-8191-0e481d32336d req-676443cc-b084-4b25-8d97-5a03edfdf2e2 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048 HTTP/1.1" status: 200 len: 944 time: 0.0522344 Sep 09 18:28:05.055900 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-fc2bba2f-7d56-42b0-8191-0e481d32336d req-82957444-46b5-47a4-a861-b8f957ff66cc tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325110 Sep 09 18:28:06.097663 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:06.173387 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5948d7-5d84-4067-a2b2-8632bbf3dfe2 req-01b6cd69-84f1-48c4-8455-d2190397794b tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:28:06.174918 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1c5948d7-5d84-4067-a2b2-8632bbf3dfe2 req-01b6cd69-84f1-48c4-8455-d2190397794b tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048 HTTP/1.1" status: 200 len: 944 time: 0.0502002 Sep 09 18:28:06.214069 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1c5948d7-5d84-4067-a2b2-8632bbf3dfe2 req-f2d6dabe-aa95-4b9b-9560-9cad360874cc tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330858 Sep 09 18:28:07.335447 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a69d9a-40c1-4c27-8ab5-63553e2cfd3a req-d5545787-8e07-4c7e-a093-a3e73d22ba4c tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:28:07.336965 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-77a69d9a-40c1-4c27-8ab5-63553e2cfd3a req-d5545787-8e07-4c7e-a093-a3e73d22ba4c tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048 HTTP/1.1" status: 200 len: 944 time: 0.0527821 Sep 09 18:28:07.380068 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-77a69d9a-40c1-4c27-8ab5-63553e2cfd3a req-95b19c2d-ff04-43c8-83d3-9fc02eee9a74 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360091 Sep 09 18:28:08.504669 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744793e4-5b36-44c8-87c7-58684e06b573 req-f1b35531-38e1-48a4-b7e2-cdf64fb225c0 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:28:08.504669 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-744793e4-5b36-44c8-87c7-58684e06b573 req-f1b35531-38e1-48a4-b7e2-cdf64fb225c0 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048 HTTP/1.1" status: 200 len: 944 time: 0.0544860 Sep 09 18:28:08.545183 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-744793e4-5b36-44c8-87c7-58684e06b573 req-fd41b20e-5753-4987-ad86-4a6ba060996e tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354836 Sep 09 18:28:09.009153 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device cf718125-3e81-45ee-be20-1d29b9782514 up at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:28:09.123391 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning for port cf718125-3e81-45ee-be20-1d29b9782514 completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:28:09.128986 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning complete for port cf718125-3e81-45ee-be20-1d29b9782514 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:28:09.129204 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:09.221386 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:09.245453 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf718125-3e81-45ee-be20-1d29b9782514'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:28:09.248081 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c42b67fee44e65162d6e194d2b8dbd641fdff823df3ddc4f15e211ea02ebf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b0ff02-0e23-4f5e-a28e-d3f1b5f855ec" -d '{"events": [{"server_uuid": "ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048", "name": "network-vif-plugged", "status": "completed", "tag": "cf718125-3e81-45ee-be20-1d29b9782514"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:28:09.264504 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port cf718125-3e81-45ee-be20-1d29b9782514, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=cf718125-3e81-45ee-be20-1d29b9782514,segment=NetworkSegment(29b169d6-63dc-48f4-bd8b-c0ac4e248e1a),segment_id=29b169d6-63dc-48f4-bd8b-c0ac4e248e1a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:28:09.292958 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 18:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9508f7a3-2c38-4059-9bb8-c2b28bf72641 x-openstack-request-id: req-9508f7a3-2c38-4059-9bb8-c2b28bf72641 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:28:09.292958 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048", "name": "network-vif-plugged", "status": "completed", "tag": "cf718125-3e81-45ee-be20-1d29b9782514", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:28:09.292958 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9508f7a3-2c38-4059-9bb8-c2b28bf72641 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:28:09.292958 dv-cinder-779540-2-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf718125-3e81-45ee-be20-1d29b9782514', 'code': 200} Sep 09 18:28:09.351464 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:09.402297 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=cf718125-3e81-45ee-be20-1d29b9782514,revision_number=5']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:28:09.682190 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e6077-7f8e-4a96-82b0-2edbcd1bc7db req-c32f8a0b-bf9e-4dd3-b200-e35e3558c80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:28:09.684347 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ea8e6077-7f8e-4a96-82b0-2edbcd1bc7db req-c32f8a0b-bf9e-4dd3-b200-e35e3558c80e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048 HTTP/1.1" status: 200 len: 1098 time: 0.0735934 Sep 09 18:28:09.692606 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5b2d1-1f98-4a35-8e05-dda8a480975f req-3dcee08e-5312-4465-8644-798666c42c5f tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:28:09.694039 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-70a5b2d1-1f98-4a35-8e05-dda8a480975f req-3dcee08e-5312-4465-8644-798666c42c5f tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048 HTTP/1.1" status: 200 len: 945 time: 0.0722158 Sep 09 18:28:09.745231 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ea8e6077-7f8e-4a96-82b0-2edbcd1bc7db req-b3cb1669-b75a-40c6-95d8-166e7037b8fe service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502410 Sep 09 18:28:09.753806 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-70a5b2d1-1f98-4a35-8e05-dda8a480975f req-7cbbc807-1006-478d-8b6a-3c5fed154d39 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531077 Sep 09 18:28:10.880805 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420caac-4843-4000-a400-a5736295c8f6 req-b7e2ea8c-7d9e-4064-b8e5-58d097897cb3 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:28:10.882515 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c420caac-4843-4000-a400-a5736295c8f6 req-b7e2ea8c-7d9e-4064-b8e5-58d097897cb3 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048 HTTP/1.1" status: 200 len: 945 time: 0.0541811 Sep 09 18:28:10.927906 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c420caac-4843-4000-a400-a5736295c8f6 req-1c74540b-cde4-4956-af07-49c6636ec101 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386639 Sep 09 18:28:12.057553 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645c171-5f0a-4ae5-9339-318d7b1c71d0 req-6c6a6843-29b8-4a8a-a821-900f28f61e5e tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:28:12.059025 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2645c171-5f0a-4ae5-9339-318d7b1c71d0 req-6c6a6843-29b8-4a8a-a821-900f28f61e5e tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048 HTTP/1.1" status: 200 len: 945 time: 0.0594661 Sep 09 18:28:12.103503 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2645c171-5f0a-4ae5-9339-318d7b1c71d0 req-07d4de09-1020-446d-89e4-92340b60f705 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372350 Sep 09 18:28:12.236898 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6ff53-4980-49e1-91d3-eff2a9eac384 req-41d63bfb-a525-48c6-b228-0e26e57be400 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:28:12.238381 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c1f6ff53-4980-49e1-91d3-eff2a9eac384 req-41d63bfb-a525-48c6-b228-0e26e57be400 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048 HTTP/1.1" status: 200 len: 945 time: 0.0607572 Sep 09 18:28:12.277547 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c1f6ff53-4980-49e1-91d3-eff2a9eac384 req-7be03fe2-fc8c-4004-821f-6f889beea37c tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327718 Sep 09 18:28:12.296920 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 47314) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:28:12.305607 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 47318) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:28:12.349952 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfb969c-b335-4273-a6b5-70cc6cfe1401 tempest-TestVolumeBootPattern-1238806440 tempest-TestVolumeBootPattern-1238806440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:28:12.357235 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-9bfb969c-b335-4273-a6b5-70cc6cfe1401 tempest-TestVolumeBootPattern-1238806440 tempest-TestVolumeBootPattern-1238806440-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048 HTTP/1.1" status: 200 len: 1093 time: 0.0451825 Sep 09 18:28:12.357235 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 47320) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:28:12.365019 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.v2.base [None req-baec88f9-cdfe-4c79-89a5-69c7fb44d82d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Request body: {'floatingip': {'floating_network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'port_id': 'cf718125-3e81-45ee-be20-1d29b9782514', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94638) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:28:12.433787 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5aef6920-50b0-432b-ae9d-01870b73e8dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:12.470609 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-baec88f9-cdfe-4c79-89a5-69c7fb44d82d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for floatingip, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:12.624739 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5aef6920-50b0-432b-ae9d-01870b73e8dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:12.638390 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-baec88f9-cdfe-4c79-89a5-69c7fb44d82d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:12.732525 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5aef6920-50b0-432b-ae9d-01870b73e8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:12.789834 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_common [None req-baec88f9-cdfe-4c79-89a5-69c7fb44d82d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Allocated IP 172.27.0.105 (3a4844da-e7df-49de-8120-ac4d2e4c4f80/6ecf6949-122b-4bec-9802-77be4eb2c7d8/bb402e29-1f26-4728-8499-c31076b16b02) {{(pid=94638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:28:12.793584 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-5aef6920-50b0-432b-ae9d-01870b73e8dd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=edc1404cbf6349339ab6b6e8f3825f65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4955516 Sep 09 18:28:12.798226 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 47322) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:28:12.803474 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef6920-50b0-432b-ae9d-01870b73e8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449053f0-5397-4235-b793-2dfefd8ece4e,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:28:12.893676 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9b0eed40-819a-4a2b-9bb4-762b576b0e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:12.914957 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-baec88f9-cdfe-4c79-89a5-69c7fb44d82d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for port, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:12.932627 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9b0eed40-819a-4a2b-9bb4-762b576b0e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:13.015743 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-baec88f9-cdfe-4c79-89a5-69c7fb44d82d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2896014'] for port, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:13.056987 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baec88f9-cdfe-4c79-89a5-69c7fb44d82d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Network 3a4844da-e7df-49de-8120-ac4d2e4c4f80 is already hosted by enough agents. {{(pid=94638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:28:13.060414 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.base_scheduler [None req-baec88f9-cdfe-4c79-89a5-69c7fb44d82d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Resources bound (agent type, host, resource id): {{(pid=94638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:28:13.066817 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baec88f9-cdfe-4c79-89a5-69c7fb44d82d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Received port after_create {{(pid=94638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:28:13.073102 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec88f9-cdfe-4c79-89a5-69c7fb44d82d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Pushing event updated for resources: {'Port': ['ID=bb402e29-1f26-4728-8499-c31076b16b02,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:28:13.105609 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9b0eed40-819a-4a2b-9bb4-762b576b0e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:13.108437 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9b0eed40-819a-4a2b-9bb4-762b576b0e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:13.109691 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-9b0eed40-819a-4a2b-9bb4-762b576b0e8f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/449053f0-5397-4235-b793-2dfefd8ece4e HTTP/1.1" status: 204 len: 168 time: 0.3095763 Sep 09 18:28:13.121839 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0eed40-819a-4a2b-9bb4-762b576b0e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449053f0-5397-4235-b793-2dfefd8ece4e,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:28:13.533454 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-baec88f9-cdfe-4c79-89a5-69c7fb44d82d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:13.699744 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-baec88f9-cdfe-4c79-89a5-69c7fb44d82d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:13.899145 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-baec88f9-cdfe-4c79-89a5-69c7fb44d82d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for port, precommit_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:14.000251 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-baec88f9-cdfe-4c79-89a5-69c7fb44d82d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2903677'] for port, after_update {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:14.078084 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec88f9-cdfe-4c79-89a5-69c7fb44d82d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Pushing event updated for resources: {'Port': ['ID=bb402e29-1f26-4728-8499-c31076b16b02,revision_number=2']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:28:14.089003 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-baec88f9-cdfe-4c79-89a5-69c7fb44d82d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-905259'] for floatingip, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:14.193929 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.db.l3_db [None req-baec88f9-cdfe-4c79-89a5-69c7fb44d82d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Floating IP 0e2655b9-9eb3-4958-8e25-36c025da30fa associated. External IP: 172.27.0.105, port: cf718125-3e81-45ee-be20-1d29b9782514. Sep 09 18:28:14.437902 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baec88f9-cdfe-4c79-89a5-69c7fb44d82d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Router b8ceab2f-8899-40a9-b696-90370abb90f5 has already been hosted by L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 18:28:14.591845 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baec88f9-cdfe-4c79-89a5-69c7fb44d82d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:28:14.603933 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55b87a9-942f-47e4-bfcf-d2b9879cc369 None None] Sync routers for ids ['b8ceab2f-8899-40a9-b696-90370abb90f5'] in dv-cinder-779540-2-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:28:14.614760 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55b87a9-942f-47e4-bfcf-d2b9879cc369 None None] Routers {'b8ceab2f-8899-40a9-b696-90370abb90f5'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:28:14.615399 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-f55b87a9-942f-47e4-bfcf-d2b9879cc369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:27:57Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['b8ceab2f-8899-40a9-b696-90370abb90f5'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:28:14.705641 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-baec88f9-cdfe-4c79-89a5-69c7fb44d82d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for floatingip, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:14.733588 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-f55b87a9-942f-47e4-bfcf-d2b9879cc369 None None] Set router b8ceab2f-8899-40a9-b696-90370abb90f5 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:28:14.737092 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-baec88f9-cdfe-4c79-89a5-69c7fb44d82d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3781369 Sep 09 18:28:14.737926 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048', 'tag': 'cf718125-3e81-45ee-be20-1d29b9782514'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:28:14.741480 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a767718c04ac1acf345d0243a01d56243c7d5b55222faf7f06dd44169baae4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19497cc4-7ff8-4fff-8361-7e9634b0e45c" -d '{"events": [{"name": "network-changed", "server_uuid": "ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048", "tag": "cf718125-3e81-45ee-be20-1d29b9782514"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:28:14.941909 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 18:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58338bfb-974c-40e5-99e5-ee9d856303e1 x-openstack-request-id: req-58338bfb-974c-40e5-99e5-ee9d856303e1 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:28:14.942205 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048", "tag": "cf718125-3e81-45ee-be20-1d29b9782514", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:28:14.942452 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-58338bfb-974c-40e5-99e5-ee9d856303e1 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:28:14.942854 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048', 'tag': 'cf718125-3e81-45ee-be20-1d29b9782514', 'status': 'completed', 'code': 200} Sep 09 18:28:15.026490 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19497cc4-7ff8-4fff-8361-7e9634b0e45c req-d7715340-e21d-4602-a85d-e65618cb6309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:28:15.029234 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-19497cc4-7ff8-4fff-8361-7e9634b0e45c req-d7715340-e21d-4602-a85d-e65618cb6309 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1770c44abcca47449561e6ab91841b32&device_id=ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048 HTTP/1.1" status: 200 len: 1098 time: 0.0491176 Sep 09 18:28:15.054187 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-f55b87a9-942f-47e4-bfcf-d2b9879cc369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'name': 'tempest-TestVolumeBootPattern-1959534774-router', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:23:21Z', 'updated_at': '2021-09-09T18:23:25Z', 'revision_number': 4, 'project_id': '1770c44abcca47449561e6ab91841b32', 'gw_port': {'id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:39:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:22Z', 'updated_at': '2021-09-09T18:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_floatingips': [{'id': '0e2655b9-9eb3-4958-8e25-36c025da30fa', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'router_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'port_id': 'cf718125-3e81-45ee-be20-1d29b9782514', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'mac_address': 'fa:16:3e:de:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T18:28:13Z', 'updated_at': '2021-09-09T18:28:13Z', 'revision_number': 0, 'project_id': '1770c44abcca47449561e6ab91841b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51c1e74-ea79-4616-b809-512c5e39286a', 'name': '', 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'mac_address': 'fa:16:3e:44:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:24Z', 'updated_at': '2021-09-09T18:23:31Z', 'revision_number': 5, 'project_id': '1770c44abcca47449561e6ab91841b32', 'subnets': [{'id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:28:15.082181 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55b87a9-942f-47e4-bfcf-d2b9879cc369 None None] Checking router: b8ceab2f-8899-40a9-b696-90370abb90f5 for host: dv-cinder-779540-2-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:28:15.092497 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55b87a9-942f-47e4-bfcf-d2b9879cc369 None None] Routers {'b8ceab2f-8899-40a9-b696-90370abb90f5'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:28:15.093401 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-f55b87a9-942f-47e4-bfcf-d2b9879cc369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:27:57Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['b8ceab2f-8899-40a9-b696-90370abb90f5'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:28:15.164562 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19497cc4-7ff8-4fff-8361-7e9634b0e45c req-03cccbc5-4500-406e-a777-845a667c35d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:28:15.166813 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-19497cc4-7ff8-4fff-8361-7e9634b0e45c req-03cccbc5-4500-406e-a777-845a667c35d1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=12c9815a-8b2f-47cd-b8b1-a5fb504eb71c HTTP/1.1" status: 200 len: 913 time: 0.1295214 Sep 09 18:28:15.208602 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-f55b87a9-942f-47e4-bfcf-d2b9879cc369 None None] Set router b8ceab2f-8899-40a9-b696-90370abb90f5 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:28:15.277640 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-19497cc4-7ff8-4fff-8361-7e9634b0e45c req-a68ec2fb-87f8-492b-b766-2a0aec616c9d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf718125-3e81-45ee-be20-1d29b9782514 HTTP/1.1" status: 200 len: 999 time: 0.1026175 Sep 09 18:28:15.336049 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19497cc4-7ff8-4fff-8361-7e9634b0e45c req-4fe193dd-6767-4ebb-932f-63b56cd201f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:28:15.337558 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-19497cc4-7ff8-4fff-8361-7e9634b0e45c req-4fe193dd-6767-4ebb-932f-63b56cd201f2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2097dc36-6037-4f23-a336-5ec26ebde0c6 HTTP/1.1" status: 200 len: 851 time: 0.0521553 Sep 09 18:28:15.399018 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19497cc4-7ff8-4fff-8361-7e9634b0e45c req-f2ef3cd4-96e2-4cf5-b69c-cf1e388a3545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:28:15.399870 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-19497cc4-7ff8-4fff-8361-7e9634b0e45c req-f2ef3cd4-96e2-4cf5-b69c-cf1e388a3545 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=12c9815a-8b2f-47cd-b8b1-a5fb504eb71c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549624 Sep 09 18:28:15.459181 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-f55b87a9-942f-47e4-bfcf-d2b9879cc369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'name': 'tempest-TestVolumeBootPattern-1959534774-router', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:23:21Z', 'updated_at': '2021-09-09T18:23:25Z', 'revision_number': 4, 'project_id': '1770c44abcca47449561e6ab91841b32', 'gw_port': {'id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:39:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:22Z', 'updated_at': '2021-09-09T18:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_floatingips': [{'id': '0e2655b9-9eb3-4958-8e25-36c025da30fa', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'router_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'port_id': 'cf718125-3e81-45ee-be20-1d29b9782514', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'mac_address': 'fa:16:3e:de:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T18:28:13Z', 'updated_at': '2021-09-09T18:28:13Z', 'revision_number': 0, 'project_id': '1770c44abcca47449561e6ab91841b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51c1e74-ea79-4616-b809-512c5e39286a', 'name': '', 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'mac_address': 'fa:16:3e:44:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:24Z', 'updated_at': '2021-09-09T18:23:31Z', 'revision_number': 5, 'project_id': '1770c44abcca47449561e6ab91841b32', 'subnets': [{'id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:28:15.488811 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55b87a9-942f-47e4-bfcf-d2b9879cc369 None None] The sync data for ids ['b8ceab2f-8899-40a9-b696-90370abb90f5'] in dv-cinder-779540-2-iscsi is: [{'id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'name': 'tempest-TestVolumeBootPattern-1959534774-router', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:23:21Z', 'updated_at': '2021-09-09T18:23:25Z', 'revision_number': 4, 'project_id': '1770c44abcca47449561e6ab91841b32', 'gw_port': {'id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:39:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:22Z', 'updated_at': '2021-09-09T18:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_floatingips': [{'id': '0e2655b9-9eb3-4958-8e25-36c025da30fa', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'router_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'port_id': 'cf718125-3e81-45ee-be20-1d29b9782514', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'mac_address': 'fa:16:3e:de:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T18:28:13Z', 'updated_at': '2021-09-09T18:28:13Z', 'revision_number': 0, 'project_id': '1770c44abcca47449561e6ab91841b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51c1e74-ea79-4616-b809-512c5e39286a', 'name': '', 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'mac_address': 'fa:16:3e:44:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:24Z', 'updated_at': '2021-09-09T18:23:31Z', 'revision_number': 5, 'project_id': '1770c44abcca47449561e6ab91841b32', 'subnets': [{'id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:28:15.508781 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-19497cc4-7ff8-4fff-8361-7e9634b0e45c req-c3d009a5-4c91-47d1-a655-7dd64ac1880a service neutron] 10.222.0.54 "GET /v2.0/networks/12c9815a-8b2f-47cd-b8b1-a5fb504eb71c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003060 Sep 09 18:28:15.632101 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-19497cc4-7ff8-4fff-8361-7e9634b0e45c req-ff36fec0-a63b-4da7-8e7f-05e4bcf28186 service neutron] 10.222.0.54 "GET /v2.0/networks/12c9815a-8b2f-47cd-b8b1-a5fb504eb71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158185 Sep 09 18:28:15.706823 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b784f98-d71b-4a5c-815a-f22aafc5752d None None] New status for floating IP 0e2655b9-9eb3-4958-8e25-36c025da30fa: ACTIVE {{(pid=94639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 18:28:24.819362 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5aa274e2-007b-4228-a7ae-852cc451d4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:25.011036 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 47446) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:28:25.118170 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1fc4fd49-bb8e-4b35-867b-eb81bd3400e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:25.211782 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1fc4fd49-bb8e-4b35-867b-eb81bd3400e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:25.285310 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1fc4fd49-bb8e-4b35-867b-eb81bd3400e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:25.324461 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-1fc4fd49-bb8e-4b35-867b-eb81bd3400e5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1de6ab566e6e43f8adee2ad11dc622fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3122647 Sep 09 18:28:25.325607 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4fd49-bb8e-4b35-867b-eb81bd3400e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85af243f-6721-4936-8fac-579a2cbfda47,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:28:25.327371 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 47450) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:28:25.377572 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f640a8a3-48bc-41ee-b35d-5d183164bba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:25.401589 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f640a8a3-48bc-41ee-b35d-5d183164bba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:25.526595 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f640a8a3-48bc-41ee-b35d-5d183164bba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:25.529633 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-f640a8a3-48bc-41ee-b35d-5d183164bba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:25.534179 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-f640a8a3-48bc-41ee-b35d-5d183164bba8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/85af243f-6721-4936-8fac-579a2cbfda47 HTTP/1.1" status: 204 len: 168 time: 0.2025332 Sep 09 18:28:25.542260 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f640a8a3-48bc-41ee-b35d-5d183164bba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85af243f-6721-4936-8fac-579a2cbfda47,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:28:27.485621 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:27.493025 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63ca72eb-d485-4992-9b1f-7188a08659fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:29.125104 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:30.600129 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 47586) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:28:30.714509 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3762ab27-65d8-4d9d-8015-a7ff93ba4d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:30.804769 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3762ab27-65d8-4d9d-8015-a7ff93ba4d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:30.882169 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3762ab27-65d8-4d9d-8015-a7ff93ba4d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:30.921247 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-3762ab27-65d8-4d9d-8015-a7ff93ba4d0a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e6075bbc1afd46b0931542809a07c8d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3199799 Sep 09 18:28:30.922273 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3762ab27-65d8-4d9d-8015-a7ff93ba4d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40686152-5321-4db5-b443-81d65bd7ce49,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:28:30.923925 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 47590) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:28:30.975487 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-afada27e-8896-470b-b614-5c4a81ec0ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:30.995591 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-afada27e-8896-470b-b614-5c4a81ec0ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:31.107864 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:31.130689 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-afada27e-8896-470b-b614-5c4a81ec0ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:31.133227 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-afada27e-8896-470b-b614-5c4a81ec0ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:31.134415 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-afada27e-8896-470b-b614-5c4a81ec0ba0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/40686152-5321-4db5-b443-81d65bd7ce49 HTTP/1.1" status: 204 len: 168 time: 0.2086163 Sep 09 18:28:31.145461 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afada27e-8896-470b-b614-5c4a81ec0ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40686152-5321-4db5-b443-81d65bd7ce49,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:28:31.731897 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 47596) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:28:31.745946 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-125d043d-26ad-4f1d-b1fe-511d1aca26b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:31.836731 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-125d043d-26ad-4f1d-b1fe-511d1aca26b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:31.909649 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-125d043d-26ad-4f1d-b1fe-511d1aca26b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:31.949074 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-125d043d-26ad-4f1d-b1fe-511d1aca26b2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=42881be982934322a55064c08f247cc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2160318 Sep 09 18:28:31.950924 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d043d-26ad-4f1d-b1fe-511d1aca26b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f3a6c1-1572-44f2-a589-e28952a9bc17,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:28:31.951774 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 47598) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:28:32.001634 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-d2107dbb-f5f7-4997-a4a0-03d364c281da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:32.022011 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-d2107dbb-f5f7-4997-a4a0-03d364c281da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:32.125075 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-d2107dbb-f5f7-4997-a4a0-03d364c281da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:32.127836 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-d2107dbb-f5f7-4997-a4a0-03d364c281da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:32.129511 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-d2107dbb-f5f7-4997-a4a0-03d364c281da admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/71f3a6c1-1572-44f2-a589-e28952a9bc17 HTTP/1.1" status: 204 len: 168 time: 0.1764421 Sep 09 18:28:32.138183 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2107dbb-f5f7-4997-a4a0-03d364c281da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f3a6c1-1572-44f2-a589-e28952a9bc17,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:28:34.525372 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 47644) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:28:34.628586 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-a04ec83a-2a12-4181-bcc8-f43371cd0601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:34.715047 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-a04ec83a-2a12-4181-bcc8-f43371cd0601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:34.782421 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-a04ec83a-2a12-4181-bcc8-f43371cd0601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:34.822921 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-a04ec83a-2a12-4181-bcc8-f43371cd0601 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e68114da5a334a43bf6ea7db9f4e1c2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2964301 Sep 09 18:28:34.823800 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ec83a-2a12-4181-bcc8-f43371cd0601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374b1326-2e4a-4ab0-8658-b7babba35ce1,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:28:34.825750 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 47650) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:28:34.878075 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-22b451c5-1f1c-4e8c-8870-a162f0eb049c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:34.898471 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-22b451c5-1f1c-4e8c-8870-a162f0eb049c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:35.007373 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-22b451c5-1f1c-4e8c-8870-a162f0eb049c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:35.010033 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-22b451c5-1f1c-4e8c-8870-a162f0eb049c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:35.011189 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-22b451c5-1f1c-4e8c-8870-a162f0eb049c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/374b1326-2e4a-4ab0-8658-b7babba35ce1 HTTP/1.1" status: 204 len: 168 time: 0.1838412 Sep 09 18:28:35.019891 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b451c5-1f1c-4e8c-8870-a162f0eb049c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374b1326-2e4a-4ab0-8658-b7babba35ce1,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:28:35.425309 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 6 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:28:35.536771 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 47658) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:28:35.549831 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d0913cb7-87e8-43db-9b02-c2725c4e15d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:35.636610 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d0913cb7-87e8-43db-9b02-c2725c4e15d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:35.710362 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-d0913cb7-87e8-43db-9b02-c2725c4e15d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:35.746350 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0913cb7-87e8-43db-9b02-c2725c4e15d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7783cab8-eb40-4af6-8df2-273cd23aaecf,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:28:35.751644 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-d0913cb7-87e8-43db-9b02-c2725c4e15d1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3477b302f8504531b5fe8121e9de0e40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2137105 Sep 09 18:28:35.754939 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 47660) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:28:35.802117 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3c7f3494-3122-47b3-9628-529d673b009e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:35.825576 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3c7f3494-3122-47b3-9628-529d673b009e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:35.950305 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3c7f3494-3122-47b3-9628-529d673b009e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:35.952887 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-3c7f3494-3122-47b3-9628-529d673b009e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:35.954033 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-3c7f3494-3122-47b3-9628-529d673b009e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7783cab8-eb40-4af6-8df2-273cd23aaecf HTTP/1.1" status: 204 len: 168 time: 0.1981966 Sep 09 18:28:35.962671 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f3494-3122-47b3-9628-529d673b009e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7783cab8-eb40-4af6-8df2-273cd23aaecf,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:28:36.076211 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:39.562000 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d8e08c6c-bebd-445f-81e1-81b346133b3f req-5a88d872-c33b-49dd-a4ce-f669de5b0f18 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431809 Sep 09 18:28:39.644068 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e08c6c-bebd-445f-81e1-81b346133b3f req-894c311c-3036-47ad-8b91-e4ad12823f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:28:39.645599 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d8e08c6c-bebd-445f-81e1-81b346133b3f req-894c311c-3036-47ad-8b91-e4ad12823f1b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=43ce4a6143564c64b1be155ca237d8e1&device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 1099 time: 0.0408838 Sep 09 18:28:39.749562 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e08c6c-bebd-445f-81e1-81b346133b3f req-b70fc3f0-16f1-4cf9-81b7-7afafc95b0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:28:39.751042 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d8e08c6c-bebd-445f-81e1-81b346133b3f req-b70fc3f0-16f1-4cf9-81b7-7afafc95b0ce service neutron] 10.222.0.54 "GET /v2.0/networks?id=165da4a9-ef54-4e00-b346-cd05df750cfe HTTP/1.1" status: 200 len: 918 time: 0.0860155 Sep 09 18:28:39.821478 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d8e08c6c-bebd-445f-81e1-81b346133b3f req-0e20d818-97d4-4f0d-8c21-7645dcc6f801 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab42cd23-2bb3-4424-bafd-8c5cb75aa070 HTTP/1.1" status: 200 len: 1001 time: 0.0628462 Sep 09 18:28:39.873212 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e08c6c-bebd-445f-81e1-81b346133b3f req-ed7579ca-0153-4104-87e7-66fb4172f997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:28:39.874772 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d8e08c6c-bebd-445f-81e1-81b346133b3f req-ed7579ca-0153-4104-87e7-66fb4172f997 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a76c712f-0b8e-4da8-9f5a-950d58cfba07 HTTP/1.1" status: 200 len: 856 time: 0.0456557 Sep 09 18:28:39.920794 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e08c6c-bebd-445f-81e1-81b346133b3f req-9a5a4771-acc9-44aa-80db-2f5780a9b525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:28:39.922462 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d8e08c6c-bebd-445f-81e1-81b346133b3f req-9a5a4771-acc9-44aa-80db-2f5780a9b525 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=165da4a9-ef54-4e00-b346-cd05df750cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403605 Sep 09 18:28:40.262141 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d8e08c6c-bebd-445f-81e1-81b346133b3f req-5022ffe1-4463-4dde-a14e-0c0d7580b5b8 service neutron] 10.222.0.54 "GET /v2.0/networks/165da4a9-ef54-4e00-b346-cd05df750cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327260 Sep 09 18:28:40.369778 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d8e08c6c-bebd-445f-81e1-81b346133b3f req-60842555-b042-4fab-b9b6-3e0cf64e577e service neutron] 10.222.0.54 "GET /v2.0/networks/165da4a9-ef54-4e00-b346-cd05df750cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001725 Sep 09 18:28:43.885890 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 47746) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:28:44.011732 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ef0f6ffa-1887-4167-b923-18ca6ac45c16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:44.106034 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ef0f6ffa-1887-4167-b923-18ca6ac45c16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:44.190140 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ef0f6ffa-1887-4167-b923-18ca6ac45c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:44.230167 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-ef0f6ffa-1887-4167-b923-18ca6ac45c16 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ce55c8b1d31c4fee98978dc8314b85b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3431067 Sep 09 18:28:44.231081 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f6ffa-1887-4167-b923-18ca6ac45c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f5b776-e926-41cf-9f92-2722258ac71c,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:28:44.232812 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 47760) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:28:44.287960 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-17f56aa6-c37b-4198-8d52-937f9d1087fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:44.308024 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-17f56aa6-c37b-4198-8d52-937f9d1087fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:44.416098 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-17f56aa6-c37b-4198-8d52-937f9d1087fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:44.418827 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-17f56aa6-c37b-4198-8d52-937f9d1087fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:44.419982 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-17f56aa6-c37b-4198-8d52-937f9d1087fc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f0f5b776-e926-41cf-9f92-2722258ac71c HTTP/1.1" status: 204 len: 168 time: 0.1849635 Sep 09 18:28:44.428046 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f56aa6-c37b-4198-8d52-937f9d1087fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f5b776-e926-41cf-9f92-2722258ac71c,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:28:44.571629 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bbbce3-55df-44b7-99fa-954bc4a5da82 req-4db755f8-4a9c-40a0-9a58-94a29983f423 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:28:44.573223 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a1bbbce3-55df-44b7-99fa-954bc4a5da82 req-4db755f8-4a9c-40a0-9a58-94a29983f423 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 946 time: 0.0489798 Sep 09 18:28:44.613007 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a1bbbce3-55df-44b7-99fa-954bc4a5da82 req-d242a503-5cee-4ac0-bcb2-78b31b570364 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337396 Sep 09 18:28:45.047078 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 47768) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:28:45.061208 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-efdfa412-ef6e-40a2-ad5c-8eaa589ed3f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:45.159499 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-efdfa412-ef6e-40a2-ad5c-8eaa589ed3f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:45.224582 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-efdfa412-ef6e-40a2-ad5c-8eaa589ed3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:45.264806 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-efdfa412-ef6e-40a2-ad5c-8eaa589ed3f1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=56c6199e3a13493a975a7c9b97c3310a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2165287 Sep 09 18:28:45.265669 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdfa412-ef6e-40a2-ad5c-8eaa589ed3f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668b7da0-5b3b-4dbb-8264-c92cded12d49,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:28:45.267354 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 47770) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:28:45.318388 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9e5b964d-f4fe-408b-934d-a24e1b52e416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:45.339444 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9e5b964d-f4fe-408b-934d-a24e1b52e416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:45.464692 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9e5b964d-f4fe-408b-934d-a24e1b52e416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:45.467411 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9e5b964d-f4fe-408b-934d-a24e1b52e416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:45.468882 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-9e5b964d-f4fe-408b-934d-a24e1b52e416 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/668b7da0-5b3b-4dbb-8264-c92cded12d49 HTTP/1.1" status: 204 len: 168 time: 0.2005091 Sep 09 18:28:45.477394 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b964d-f4fe-408b-934d-a24e1b52e416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668b7da0-5b3b-4dbb-8264-c92cded12d49,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:28:45.735308 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae1041-3457-4eee-88df-27427fdbedac req-ac5b4b9e-c0e0-48d8-a757-a36b562b2ae8 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:28:45.736817 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-73ae1041-3457-4eee-88df-27427fdbedac req-ac5b4b9e-c0e0-48d8-a757-a36b562b2ae8 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 946 time: 0.0487401 Sep 09 18:28:45.776352 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-73ae1041-3457-4eee-88df-27427fdbedac req-063f9a32-eb10-47a0-88b4-3db831c05541 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups?id=fac1b781-c7fe-4237-9ae5-1e72338ee962&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323446 Sep 09 18:28:46.140159 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86dd3f-c206-4415-8dcd-3f1629ac2835 req-78e4d329-f8e5-4b26-94b7-b2d184b24c0a tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:28:46.141793 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ec86dd3f-c206-4415-8dcd-3f1629ac2835 req-78e4d329-f8e5-4b26-94b7-b2d184b24c0a tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.54 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 946 time: 0.0517206 Sep 09 18:28:46.238864 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [req-ec86dd3f-c206-4415-8dcd-3f1629ac2835 req-f6f02057-3fa2-4ce3-8951-9b3ae054bfd7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Deleting port ab42cd23-2bb3-4424-bafd-8c5cb75aa070 {{(pid=94637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:28:46.240040 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-ec86dd3f-c206-4415-8dcd-3f1629ac2835 req-f6f02057-3fa2-4ce3-8951-9b3ae054bfd7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:46.332649 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-ec86dd3f-c206-4415-8dcd-3f1629ac2835 req-f6f02057-3fa2-4ce3-8951-9b3ae054bfd7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] For port ab42cd23-2bb3-4424-bafd-8c5cb75aa070, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=ab42cd23-2bb3-4424-bafd-8c5cb75aa070,segment=NetworkSegment(5dabc900-77d9-4787-b5a9-e934b438dec7),segment_id=5dabc900-77d9-4787-b5a9-e934b438dec7)] {{(pid=94637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:28:46.333988 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-ec86dd3f-c206-4415-8dcd-3f1629ac2835 req-f6f02057-3fa2-4ce3-8951-9b3ae054bfd7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:46.517252 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-ec86dd3f-c206-4415-8dcd-3f1629ac2835 req-f6f02057-3fa2-4ce3-8951-9b3ae054bfd7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:46.517527 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-ec86dd3f-c206-4415-8dcd-3f1629ac2835 req-f6f02057-3fa2-4ce3-8951-9b3ae054bfd7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-905259'] for floatingip, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:46.517849 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.db.l3_db [req-ec86dd3f-c206-4415-8dcd-3f1629ac2835 req-f6f02057-3fa2-4ce3-8951-9b3ae054bfd7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Floating IP fabdece0-0495-49e1-92cc-e8dc28131c15 disassociated. External IP: 172.27.0.235, port: ab42cd23-2bb3-4424-bafd-8c5cb75aa070. Sep 09 18:28:46.518188 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [req-ec86dd3f-c206-4415-8dcd-3f1629ac2835 req-f6f02057-3fa2-4ce3-8951-9b3ae054bfd7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Calling delete_port for ab42cd23-2bb3-4424-bafd-8c5cb75aa070 owned by compute:nova {{(pid=94637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:28:46.747574 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-ec86dd3f-c206-4415-8dcd-3f1629ac2835 req-f6f02057-3fa2-4ce3-8951-9b3ae054bfd7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:46.779560 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f02057-3fa2-4ce3-8951-9b3ae054bfd7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Pushing event deleted for resources: {'Port': ['ID=ab42cd23-2bb3-4424-bafd-8c5cb75aa070,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:28:46.790341 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f02057-3fa2-4ce3-8951-9b3ae054bfd7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:28:46.790689 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f02057-3fa2-4ce3-8951-9b3ae054bfd7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:28:46.791032 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f02057-3fa2-4ce3-8951-9b3ae054bfd7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:28:46.791372 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f02057-3fa2-4ce3-8951-9b3ae054bfd7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:28:46.791704 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f02057-3fa2-4ce3-8951-9b3ae054bfd7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:28:46.792037 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f02057-3fa2-4ce3-8951-9b3ae054bfd7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:28:46.792390 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f02057-3fa2-4ce3-8951-9b3ae054bfd7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:28:46.792722 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f02057-3fa2-4ce3-8951-9b3ae054bfd7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:28:46.793046 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f02057-3fa2-4ce3-8951-9b3ae054bfd7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:28:46.793381 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f02057-3fa2-4ce3-8951-9b3ae054bfd7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:28:46.793691 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f02057-3fa2-4ce3-8951-9b3ae054bfd7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:28:46.794011 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f02057-3fa2-4ce3-8951-9b3ae054bfd7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:28:46.909318 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1e0aa847-e829-4a16-bfe8-7cee796ce6d2 req-f86fdbc7-3598-4557-9090-e4fc0bee38df tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 210 time: 0.0571413 Sep 09 18:28:46.945734 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec86dd3f-c206-4415-8dcd-3f1629ac2835 req-f6f02057-3fa2-4ce3-8951-9b3ae054bfd7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Router d1f52529-0a41-46be-9c5c-93bde176a826 has already been hosted by L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 {{(pid=94637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 18:28:47.070962 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec86dd3f-c206-4415-8dcd-3f1629ac2835 req-f6f02057-3fa2-4ce3-8951-9b3ae054bfd7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:28:47.081312 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1083f5e1-7b6a-4570-b805-eaaf64def35e None None] Sync routers for ids ['d1f52529-0a41-46be-9c5c-93bde176a826'] in dv-cinder-779540-2-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:28:47.092574 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1083f5e1-7b6a-4570-b805-eaaf64def35e None None] Routers {'d1f52529-0a41-46be-9c5c-93bde176a826'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:28:47.093465 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-1083f5e1-7b6a-4570-b805-eaaf64def35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:28:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['d1f52529-0a41-46be-9c5c-93bde176a826'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:28:47.114776 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec86dd3f-c206-4415-8dcd-3f1629ac2835 req-f6f02057-3fa2-4ce3-8951-9b3ae054bfd7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] No DVR routers for this DVR port ab42cd23-2bb3-4424-bafd-8c5cb75aa070 on host hv-cinder-77954 {{(pid=94637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 18:28:47.118706 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-ec86dd3f-c206-4415-8dcd-3f1629ac2835 req-f6f02057-3fa2-4ce3-8951-9b3ae054bfd7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:47.121186 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ec86dd3f-c206-4415-8dcd-3f1629ac2835 req-f6f02057-3fa2-4ce3-8951-9b3ae054bfd7 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.54 "DELETE /v2.0/ports/ab42cd23-2bb3-4424-bafd-8c5cb75aa070 HTTP/1.1" status: 204 len: 173 time: 0.9729009 Sep 09 18:28:47.121687 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93dc1e46-0823-4438-8997-a09e82f7083e', 'name': 'network-vif-deleted', 'tag': 'ab42cd23-2bb3-4424-bafd-8c5cb75aa070'}] {{(pid=94637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:28:47.133958 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133f33bf375164f5fa4b6a6278130a616101494423e3cf7e78094e28bab08aaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01dc6342-5edf-4e4c-b2a5-fa47bffacef1" -d '{"events": [{"server_uuid": "93dc1e46-0823-4438-8997-a09e82f7083e", "name": "network-vif-deleted", "tag": "ab42cd23-2bb3-4424-bafd-8c5cb75aa070"}]}' {{(pid=94637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:28:47.185285 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 18:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5338859e-c725-43cd-9b3d-59ba9fdf4d60 x-openstack-request-id: req-5338859e-c725-43cd-9b3d-59ba9fdf4d60 {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:28:47.185285 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93dc1e46-0823-4438-8997-a09e82f7083e", "name": "network-vif-deleted", "tag": "ab42cd23-2bb3-4424-bafd-8c5cb75aa070", "status": "completed", "code": 200}]} {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:28:47.185285 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5338859e-c725-43cd-9b3d-59ba9fdf4d60 {{(pid=94637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:28:47.185706 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93dc1e46-0823-4438-8997-a09e82f7083e', 'name': 'network-vif-deleted', 'tag': 'ab42cd23-2bb3-4424-bafd-8c5cb75aa070', 'status': 'completed', 'code': 200} Sep 09 18:28:47.214553 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-1083f5e1-7b6a-4570-b805-eaaf64def35e None None] Set router d1f52529-0a41-46be-9c5c-93bde176a826 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:28:47.440643 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-1083f5e1-7b6a-4570-b805-eaaf64def35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'name': 'tempest-AttachVolumeShelveTestJSON-1920363128-router', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b83c3561-a3ae-4281-9f3f-453621f5a0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:28Z', 'updated_at': '2021-09-09T18:16:39Z', 'revision_number': 4, 'project_id': '43ce4a6143564c64b1be155ca237d8e1', 'gw_port': {'id': 'b83c3561-a3ae-4281-9f3f-453621f5a0a7', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ef:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:30Z', 'updated_at': '2021-09-09T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': 'd4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c', 'name': '', 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'mac_address': 'fa:16:3e:b1:54:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a76c712f-0b8e-4da8-9f5a-950d58cfba07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:36Z', 'updated_at': '2021-09-09T18:16:57Z', 'revision_number': 5, 'project_id': '43ce4a6143564c64b1be155ca237d8e1', 'subnets': [{'id': 'a76c712f-0b8e-4da8-9f5a-950d58cfba07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:28:47.566561 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1083f5e1-7b6a-4570-b805-eaaf64def35e None None] Checking router: d1f52529-0a41-46be-9c5c-93bde176a826 for host: dv-cinder-779540-2-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:28:47.580202 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1083f5e1-7b6a-4570-b805-eaaf64def35e None None] Routers {'d1f52529-0a41-46be-9c5c-93bde176a826'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:28:47.580202 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-1083f5e1-7b6a-4570-b805-eaaf64def35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:28:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['d1f52529-0a41-46be-9c5c-93bde176a826'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:28:47.682759 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-1083f5e1-7b6a-4570-b805-eaaf64def35e None None] Set router d1f52529-0a41-46be-9c5c-93bde176a826 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:28:47.882903 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-1083f5e1-7b6a-4570-b805-eaaf64def35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'name': 'tempest-AttachVolumeShelveTestJSON-1920363128-router', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b83c3561-a3ae-4281-9f3f-453621f5a0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:28Z', 'updated_at': '2021-09-09T18:16:39Z', 'revision_number': 4, 'project_id': '43ce4a6143564c64b1be155ca237d8e1', 'gw_port': {'id': 'b83c3561-a3ae-4281-9f3f-453621f5a0a7', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ef:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:30Z', 'updated_at': '2021-09-09T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': 'd4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c', 'name': '', 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'mac_address': 'fa:16:3e:b1:54:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a76c712f-0b8e-4da8-9f5a-950d58cfba07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:36Z', 'updated_at': '2021-09-09T18:16:57Z', 'revision_number': 5, 'project_id': '43ce4a6143564c64b1be155ca237d8e1', 'subnets': [{'id': 'a76c712f-0b8e-4da8-9f5a-950d58cfba07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:28:47.916720 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1083f5e1-7b6a-4570-b805-eaaf64def35e None None] The sync data for ids ['d1f52529-0a41-46be-9c5c-93bde176a826'] in dv-cinder-779540-2-iscsi is: [{'id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'name': 'tempest-AttachVolumeShelveTestJSON-1920363128-router', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b83c3561-a3ae-4281-9f3f-453621f5a0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:28Z', 'updated_at': '2021-09-09T18:16:39Z', 'revision_number': 4, 'project_id': '43ce4a6143564c64b1be155ca237d8e1', 'gw_port': {'id': 'b83c3561-a3ae-4281-9f3f-453621f5a0a7', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ef:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:30Z', 'updated_at': '2021-09-09T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': 'd4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c', 'name': '', 'network_id': '165da4a9-ef54-4e00-b346-cd05df750cfe', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'mac_address': 'fa:16:3e:b1:54:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a76c712f-0b8e-4da8-9f5a-950d58cfba07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:36Z', 'updated_at': '2021-09-09T18:16:57Z', 'revision_number': 5, 'project_id': '43ce4a6143564c64b1be155ca237d8e1', 'subnets': [{'id': 'a76c712f-0b8e-4da8-9f5a-950d58cfba07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:28:48.031753 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-8bc00760-be01-468b-be98-3ee274e136b4 req-524462b9-0949-43e0-90c7-5f5d61a27109 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/ports?device_id=93dc1e46-0823-4438-8997-a09e82f7083e HTTP/1.1" status: 200 len: 210 time: 0.0272896 Sep 09 18:28:48.166198 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe117a9-14e0-4f76-9786-9bfbd12eec18 None None] New status for floating IP fabdece0-0495-49e1-92cc-e8dc28131c15: DOWN {{(pid=94639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 18:28:49.174773 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 47852) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:28:49.184802 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 47856) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:28:49.216587 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device ab42cd23-2bb3-4424-bafd-8c5cb75aa070 no longer exists at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:28:49.240461 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] No Port match for: ab42cd23-2bb3-4424-bafd-8c5cb75aa070 {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:28:49.240678 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-2bd8f473-5fa9-4571-9298-74f5479c0e64 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:49.240804 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device ab42cd23-2bb3-4424-bafd-8c5cb75aa070 not bound to the agent host hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:28:49.266039 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-2bd8f473-5fa9-4571-9298-74f5479c0e64 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:49.297384 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1c0cf5ec-b1f1-4d95-b98a-8b797c47ebe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:49.399105 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1c0cf5ec-b1f1-4d95-b98a-8b797c47ebe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:49.421590 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-2bd8f473-5fa9-4571-9298-74f5479c0e64 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:49.424614 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-2bd8f473-5fa9-4571-9298-74f5479c0e64 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:49.425807 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-2bd8f473-5fa9-4571-9298-74f5479c0e64 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "DELETE /v2.0/security-groups/fac1b781-c7fe-4237-9ae5-1e72338ee962 HTTP/1.1" status: 204 len: 168 time: 0.2400715 Sep 09 18:28:49.428658 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 47858) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:28:49.435838 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd8f473-5fa9-4571-9298-74f5479c0e64 tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac1b781-c7fe-4237-9ae5-1e72338ee962,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:28:49.443162 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.api.v2.resource [None req-7c25619c-7fc0-400d-bb37-ce97f44d590d tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] show failed (client error): The resource could not be found. Sep 09 18:28:49.444177 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-7c25619c-7fc0-400d-bb37-ce97f44d590d tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "GET /v2.0/security-groups/fac1b781-c7fe-4237-9ae5-1e72338ee962 HTTP/1.1" status: 404 len: 347 time: 0.0139935 Sep 09 18:28:49.448122 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 47860) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:28:49.475863 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1c0cf5ec-b1f1-4d95-b98a-8b797c47ebe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:49.514606 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0cf5ec-b1f1-4d95-b98a-8b797c47ebe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e439f8ae-0ff7-45f2-9416-0f06d1a1ec71,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:28:49.518955 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-1c0cf5ec-b1f1-4d95-b98a-8b797c47ebe6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c241175e17854f0dbc88dbb254c32b87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3430512 Sep 09 18:28:49.523380 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 47862) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:28:49.611567 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a9f0251c-9cd7-4fbc-996e-72dbcedd94ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:49.618497 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-a45ed225-f98f-4971-a40c-a1562197437c tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Deleting port e40f1e0e-f984-4255-94f0-549b3e3eb97c {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:28:49.618812 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a45ed225-f98f-4971-a40c-a1562197437c tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:49.654488 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a9f0251c-9cd7-4fbc-996e-72dbcedd94ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:49.732040 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a45ed225-f98f-4971-a40c-a1562197437c tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:49.732409 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a45ed225-f98f-4971-a40c-a1562197437c tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:49.745091 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-a45ed225-f98f-4971-a40c-a1562197437c tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Calling delete_port for e40f1e0e-f984-4255-94f0-549b3e3eb97c owned by network:floatingip {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:28:49.852867 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a9f0251c-9cd7-4fbc-996e-72dbcedd94ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:49.855398 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a9f0251c-9cd7-4fbc-996e-72dbcedd94ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:49.856557 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-a9f0251c-9cd7-4fbc-996e-72dbcedd94ac admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e439f8ae-0ff7-45f2-9416-0f06d1a1ec71 HTTP/1.1" status: 204 len: 168 time: 0.3321919 Sep 09 18:28:49.872611 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f0251c-9cd7-4fbc-996e-72dbcedd94ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e439f8ae-0ff7-45f2-9416-0f06d1a1ec71,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:28:49.961330 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a45ed225-f98f-4971-a40c-a1562197437c tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2896014'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:49.992588 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ed225-f98f-4971-a40c-a1562197437c tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Pushing event deleted for resources: {'Port': ['ID=e40f1e0e-f984-4255-94f0-549b3e3eb97c,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:28:50.052645 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a45ed225-f98f-4971-a40c-a1562197437c tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks [] for floatingip, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:50.056003 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a45ed225-f98f-4971-a40c-a1562197437c tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for floatingip, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:50.057204 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-a45ed225-f98f-4971-a40c-a1562197437c tempest-AttachVolumeShelveTestJSON-1530259305 tempest-AttachVolumeShelveTestJSON-1530259305-project] 10.222.0.39 "DELETE /v2.0/floatingips/fabdece0-0495-49e1-92cc-e8dc28131c15 HTTP/1.1" status: 204 len: 168 time: 0.6079941 Sep 09 18:28:50.501185 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 47872) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:28:50.517383 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ecaa2944-0b0b-4e29-ba9a-03f245dc580e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:50.609221 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ecaa2944-0b0b-4e29-ba9a-03f245dc580e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:50.724630 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-ecaa2944-0b0b-4e29-ba9a-03f245dc580e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:50.768929 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-ecaa2944-0b0b-4e29-ba9a-03f245dc580e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=09d11f398acd4dd7aa045b8c153735ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2661140 Sep 09 18:28:50.769789 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa2944-0b0b-4e29-ba9a-03f245dc580e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312c8bf7-a8d7-4a69-9a16-c55a46eff834,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:28:50.772505 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 47874) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:28:50.828023 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-bb00bec4-d995-43ad-ad28-1867f7afd85a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:50.850737 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-bb00bec4-d995-43ad-ad28-1867f7afd85a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:50.970420 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-bb00bec4-d995-43ad-ad28-1867f7afd85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:50.973043 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-bb00bec4-d995-43ad-ad28-1867f7afd85a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:50.974236 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-bb00bec4-d995-43ad-ad28-1867f7afd85a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/312c8bf7-a8d7-4a69-9a16-c55a46eff834 HTTP/1.1" status: 204 len: 168 time: 0.2005973 Sep 09 18:28:50.983401 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb00bec4-d995-43ad-ad28-1867f7afd85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312c8bf7-a8d7-4a69-9a16-c55a46eff834,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:28:52.896851 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 47894) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:28:53.483942 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-78094df7-c62d-4330-ae18-676371f99730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-906539'] for router_interface, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:53.752257 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-78094df7-c62d-4330-ae18-676371f99730 admin admin] Deleting port d4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c {{(pid=94637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:28:53.752580 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-78094df7-c62d-4330-ae18-676371f99730 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:53.847779 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [None req-78094df7-c62d-4330-ae18-676371f99730 admin admin] For port d4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=d4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c,segment=NetworkSegment(5dabc900-77d9-4787-b5a9-e934b438dec7),segment_id=5dabc900-77d9-4787-b5a9-e934b438dec7)] {{(pid=94637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:28:53.848432 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-78094df7-c62d-4330-ae18-676371f99730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:53.867990 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-78094df7-c62d-4330-ae18-676371f99730 admin admin] Calling delete_port for d4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c owned by network:router_interface {{(pid=94637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:28:54.158811 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-78094df7-c62d-4330-ae18-676371f99730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:54.190119 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78094df7-c62d-4330-ae18-676371f99730 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:28:54.362879 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-78094df7-c62d-4330-ae18-676371f99730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-906655'] for router_interface, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:54.582546 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78094df7-c62d-4330-ae18-676371f99730 admin admin] Router d1f52529-0a41-46be-9c5c-93bde176a826 has already been hosted by L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 {{(pid=94637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 18:28:54.692328 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78094df7-c62d-4330-ae18-676371f99730 admin admin] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:28:54.698110 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-78094df7-c62d-4330-ae18-676371f99730 admin admin] 10.222.0.39 "PUT /v2.0/routers/d1f52529-0a41-46be-9c5c-93bde176a826/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8001964 Sep 09 18:28:54.700683 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 47900) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:28:54.703260 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13885d32-faee-49e1-8219-35436edd4df6 None None] Sync routers for ids ['d1f52529-0a41-46be-9c5c-93bde176a826'] in dv-cinder-779540-2-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:28:54.712563 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13885d32-faee-49e1-8219-35436edd4df6 None None] Routers {'d1f52529-0a41-46be-9c5c-93bde176a826'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:28:54.713091 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-13885d32-faee-49e1-8219-35436edd4df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:28:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['d1f52529-0a41-46be-9c5c-93bde176a826'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:28:54.802451 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1573bdc3-7ccf-4a5e-b459-fe474d8fb545 admin admin] Notify callbacks [] for router, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:54.817644 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-13885d32-faee-49e1-8219-35436edd4df6 None None] Set router d1f52529-0a41-46be-9c5c-93bde176a826 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:28:54.826875 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b5ee9427-76e9-4e00-b875-4c533ec55e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:55.000793 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-13885d32-faee-49e1-8219-35436edd4df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'name': 'tempest-AttachVolumeShelveTestJSON-1920363128-router', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b83c3561-a3ae-4281-9f3f-453621f5a0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:28Z', 'updated_at': '2021-09-09T18:28:54Z', 'revision_number': 5, 'project_id': '43ce4a6143564c64b1be155ca237d8e1', 'gw_port': {'id': 'b83c3561-a3ae-4281-9f3f-453621f5a0a7', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ef:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:30Z', 'updated_at': '2021-09-09T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi'}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:28:55.027775 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13885d32-faee-49e1-8219-35436edd4df6 None None] Checking router: d1f52529-0a41-46be-9c5c-93bde176a826 for host: dv-cinder-779540-2-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:28:55.036577 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13885d32-faee-49e1-8219-35436edd4df6 None None] Routers {'d1f52529-0a41-46be-9c5c-93bde176a826'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:28:55.037204 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-13885d32-faee-49e1-8219-35436edd4df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:28:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['d1f52529-0a41-46be-9c5c-93bde176a826'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:28:55.145935 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-13885d32-faee-49e1-8219-35436edd4df6 None None] Set router d1f52529-0a41-46be-9c5c-93bde176a826 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:28:55.157234 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1573bdc3-7ccf-4a5e-b459-fe474d8fb545 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:55.258673 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-1573bdc3-7ccf-4a5e-b459-fe474d8fb545 admin admin] Deleting port b83c3561-a3ae-4281-9f3f-453621f5a0a7 {{(pid=94637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:28:55.259348 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1573bdc3-7ccf-4a5e-b459-fe474d8fb545 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:55.325099 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-13885d32-faee-49e1-8219-35436edd4df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'name': 'tempest-AttachVolumeShelveTestJSON-1920363128-router', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b83c3561-a3ae-4281-9f3f-453621f5a0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:28Z', 'updated_at': '2021-09-09T18:28:54Z', 'revision_number': 5, 'project_id': '43ce4a6143564c64b1be155ca237d8e1', 'gw_port': {'id': 'b83c3561-a3ae-4281-9f3f-453621f5a0a7', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ef:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:30Z', 'updated_at': '2021-09-09T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi'}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:28:55.337474 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [None req-1573bdc3-7ccf-4a5e-b459-fe474d8fb545 admin admin] For port b83c3561-a3ae-4281-9f3f-453621f5a0a7, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=b83c3561-a3ae-4281-9f3f-453621f5a0a7,segment=NetworkSegment(7a73f5cb-6b09-47ec-a9e0-b99f618e2056),segment_id=7a73f5cb-6b09-47ec-a9e0-b99f618e2056)] {{(pid=94637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:28:55.337840 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1573bdc3-7ccf-4a5e-b459-fe474d8fb545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:55.350262 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-1573bdc3-7ccf-4a5e-b459-fe474d8fb545 admin admin] Calling delete_port for b83c3561-a3ae-4281-9f3f-453621f5a0a7 owned by network:router_gateway {{(pid=94637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:28:55.352104 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13885d32-faee-49e1-8219-35436edd4df6 None None] The sync data for ids ['d1f52529-0a41-46be-9c5c-93bde176a826'] in dv-cinder-779540-2-iscsi is: [{'id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'name': 'tempest-AttachVolumeShelveTestJSON-1920363128-router', 'tenant_id': '43ce4a6143564c64b1be155ca237d8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'b83c3561-a3ae-4281-9f3f-453621f5a0a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:16:28Z', 'updated_at': '2021-09-09T18:28:54Z', 'revision_number': 5, 'project_id': '43ce4a6143564c64b1be155ca237d8e1', 'gw_port': {'id': 'b83c3561-a3ae-4281-9f3f-453621f5a0a7', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:ef:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f52529-0a41-46be-9c5c-93bde176a826', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:16:30Z', 'updated_at': '2021-09-09T18:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi'}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:28:55.572560 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1573bdc3-7ccf-4a5e-b459-fe474d8fb545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:55.602824 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573bdc3-7ccf-4a5e-b459-fe474d8fb545 admin admin] Pushing event deleted for resources: {'Port': ['ID=b83c3561-a3ae-4281-9f3f-453621f5a0a7,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:28:55.660642 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1573bdc3-7ccf-4a5e-b459-fe474d8fb545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-905341'] for router_gateway, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:55.751839 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1573bdc3-7ccf-4a5e-b459-fe474d8fb545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-904910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7578'] for router, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:55.754374 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1573bdc3-7ccf-4a5e-b459-fe474d8fb545 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:55.872683 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1573bdc3-7ccf-4a5e-b459-fe474d8fb545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-904903'] for router, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:55.873221 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1573bdc3-7ccf-4a5e-b459-fe474d8fb545 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1f52529-0a41-46be-9c5c-93bde176a826 {{(pid=94637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 18:28:55.877682 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1573bdc3-7ccf-4a5e-b459-fe474d8fb545 admin admin] Notify callbacks [] for router, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:55.880774 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-1573bdc3-7ccf-4a5e-b459-fe474d8fb545 admin admin] 10.222.0.39 "DELETE /v2.0/routers/d1f52529-0a41-46be-9c5c-93bde176a826 HTTP/1.1" status: 204 len: 168 time: 1.1791117 Sep 09 18:28:55.881489 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 47902) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:28:55.927680 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7065470-5997-48e9-affb-64091ac04343 admin admin] Deleting subnet a76c712f-0b8e-4da8-9f5a-950d58cfba07 {{(pid=94638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 18:28:55.931922 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c7065470-5997-48e9-affb-64091ac04343 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:55.968728 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c7065470-5997-48e9-affb-64091ac04343 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1044680'] for subnet, precommit_delete_associations {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:56.047216 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c7065470-5997-48e9-affb-64091ac04343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775357'] for subnet, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:56.170175 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c7065470-5997-48e9-affb-64091ac04343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2896051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9552999'] for subnet, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:56.195050 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7065470-5997-48e9-affb-64091ac04343 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a76c712f-0b8e-4da8-9f5a-950d58cfba07,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:28:56.199570 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c7065470-5997-48e9-affb-64091ac04343 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:56.201351 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-c7065470-5997-48e9-affb-64091ac04343 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a76c712f-0b8e-4da8-9f5a-950d58cfba07 HTTP/1.1" status: 204 len: 168 time: 0.3187850 Sep 09 18:28:56.204031 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 47904) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:28:56.206277 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7065470-5997-48e9-affb-64091ac04343 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:28:56.206624 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7065470-5997-48e9-affb-64091ac04343 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:28:56.206965 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7065470-5997-48e9-affb-64091ac04343 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:28:56.207111 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d82b38d-feaa-4f5f-a6d0-55a3c50b2785 None None] Network 165da4a9-ef54-4e00-b346-cd05df750cfe requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:28:56.207561 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7065470-5997-48e9-affb-64091ac04343 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:28:56.207662 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7065470-5997-48e9-affb-64091ac04343 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:28:56.207927 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7065470-5997-48e9-affb-64091ac04343 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:28:56.208450 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7065470-5997-48e9-affb-64091ac04343 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:28:56.208725 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7065470-5997-48e9-affb-64091ac04343 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:28:56.209055 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7065470-5997-48e9-affb-64091ac04343 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:28:56.209376 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7065470-5997-48e9-affb-64091ac04343 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:28:56.209695 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7065470-5997-48e9-affb-64091ac04343 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:28:56.211129 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7065470-5997-48e9-affb-64091ac04343 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:28:56.275691 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9941cf1b-0699-4527-be49-7b2e7ba0f686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626401'] for network, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:56.336996 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-9941cf1b-0699-4527-be49-7b2e7ba0f686 admin admin] Deleting port e283885e-f22d-41d3-9e33-dcd2cace1f96 {{(pid=94637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:28:56.337352 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9941cf1b-0699-4527-be49-7b2e7ba0f686 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:56.400785 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81d96a7-2c88-4281-801a-c6f046301c4b None None] DHCP port deletion for 165da4a9-ef54-4e00-b346-cd05df750cfe request from dv-cinder-779540-2-iscsi {{(pid=94639) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 18:28:56.417673 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [None req-9941cf1b-0699-4527-be49-7b2e7ba0f686 admin admin] For port e283885e-f22d-41d3-9e33-dcd2cace1f96, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=e283885e-f22d-41d3-9e33-dcd2cace1f96,segment=NetworkSegment(5dabc900-77d9-4787-b5a9-e934b438dec7),segment_id=5dabc900-77d9-4787-b5a9-e934b438dec7)] {{(pid=94637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:28:56.418043 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9941cf1b-0699-4527-be49-7b2e7ba0f686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:56.429967 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-9941cf1b-0699-4527-be49-7b2e7ba0f686 admin admin] Calling delete_port for e283885e-f22d-41d3-9e33-dcd2cace1f96 owned by network:dhcp {{(pid=94637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:28:56.446897 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-b81d96a7-2c88-4281-801a-c6f046301c4b None None] Deleting port e283885e-f22d-41d3-9e33-dcd2cace1f96 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:28:56.447285 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b81d96a7-2c88-4281-801a-c6f046301c4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:56.511894 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-b81d96a7-2c88-4281-801a-c6f046301c4b None None] For port e283885e-f22d-41d3-9e33-dcd2cace1f96, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=e283885e-f22d-41d3-9e33-dcd2cace1f96,segment=NetworkSegment(5dabc900-77d9-4787-b5a9-e934b438dec7),segment_id=5dabc900-77d9-4787-b5a9-e934b438dec7)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:28:56.512726 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b81d96a7-2c88-4281-801a-c6f046301c4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:56.525223 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-b81d96a7-2c88-4281-801a-c6f046301c4b None None] Calling delete_port for e283885e-f22d-41d3-9e33-dcd2cace1f96 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:28:56.531848 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device d4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c no longer exists at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:28:56.560928 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] No Port match for: d4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:28:56.561347 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device d4f2f60a-6c9b-470f-a6b4-dc14a7e7d66c not bound to the agent host dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:28:56.561704 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device e283885e-f22d-41d3-9e33-dcd2cace1f96 no longer exists at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:28:56.581539 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9941cf1b-0699-4527-be49-7b2e7ba0f686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:56.607206 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9941cf1b-0699-4527-be49-7b2e7ba0f686 admin admin] Pushing event deleted for resources: {'Port': ['ID=e283885e-f22d-41d3-9e33-dcd2cace1f96,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:28:56.609161 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] No Port match for: e283885e-f22d-41d3-9e33-dcd2cace1f96 {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:28:56.609161 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device e283885e-f22d-41d3-9e33-dcd2cace1f96 not bound to the agent host dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:28:56.615833 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device b83c3561-a3ae-4281-9f3f-453621f5a0a7 no longer exists at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:28:56.616246 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9941cf1b-0699-4527-be49-7b2e7ba0f686 admin admin] No DVR routers for this DVR port e283885e-f22d-41d3-9e33-dcd2cace1f96 on host dv-cinder-779540-2-iscsi {{(pid=94637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 18:28:56.631781 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] No Port match for: b83c3561-a3ae-4281-9f3f-453621f5a0a7 {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:28:56.632091 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device b83c3561-a3ae-4281-9f3f-453621f5a0a7 not bound to the agent host dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:28:56.661978 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b81d96a7-2c88-4281-801a-c6f046301c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:56.691186 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d96a7-2c88-4281-801a-c6f046301c4b None None] Pushing event deleted for resources: {'Port': ['ID=e283885e-f22d-41d3-9e33-dcd2cace1f96,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:28:56.694237 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9941cf1b-0699-4527-be49-7b2e7ba0f686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773192', 'neutron.services.segments.db._delete_segments_for_network-8729821856413'] for network, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:56.694764 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81d96a7-2c88-4281-801a-c6f046301c4b None None] No DVR routers for this DVR port e283885e-f22d-41d3-9e33-dcd2cace1f96 on host dv-cinder-779540-2-iscsi {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 18:28:56.717309 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.services.segments.db [None req-9941cf1b-0699-4527-be49-7b2e7ba0f686 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['165da4a9-ef54-4e00-b346-cd05df750cfe']}} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:28:56.727686 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.services.segments.db [None req-9941cf1b-0699-4527-be49-7b2e7ba0f686 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dabc900-77d9-4787-b5a9-e934b438dec7') {'for_net_delete': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:28:56.727989 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.services.segments.db [None req-9941cf1b-0699-4527-be49-7b2e7ba0f686 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dabc900-77d9-4787-b5a9-e934b438dec7') {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:28:56.737250 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9941cf1b-0699-4527-be49-7b2e7ba0f686 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729821856934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8515443'] for segment, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:56.751486 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9941cf1b-0699-4527-be49-7b2e7ba0f686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143'] for segment, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:56.757095 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9941cf1b-0699-4527-be49-7b2e7ba0f686 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 18:28:56.757479 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9941cf1b-0699-4527-be49-7b2e7ba0f686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859567'] for segment, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:56.759114 dv-cinder-779540-2-iscsi neutron-server[94637]: Traceback (most recent call last): Sep 09 18:28:56.759114 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 18:28:56.759114 dv-cinder-779540-2-iscsi neutron-server[94637]: timer() Sep 09 18:28:56.759114 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 18:28:56.759114 dv-cinder-779540-2-iscsi neutron-server[94637]: cb(*args, **kw) Sep 09 18:28:56.759114 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 18:28:56.759114 dv-cinder-779540-2-iscsi neutron-server[94637]: return func(*args, **kwargs) Sep 09 18:28:56.759114 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 18:28:56.759114 dv-cinder-779540-2-iscsi neutron-server[94637]: self._notify() Sep 09 18:28:56.759114 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 18:28:56.759114 dv-cinder-779540-2-iscsi neutron-server[94637]: self.callback(batched_events) Sep 09 18:28:56.759114 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 18:28:56.759114 dv-cinder-779540-2-iscsi neutron-server[94637]: event.method(event) Sep 09 18:28:56.759114 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 18:28:56.759114 dv-cinder-779540-2-iscsi neutron-server[94637]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 18:28:56.759114 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 18:28:56.759114 dv-cinder-779540-2-iscsi neutron-server[94637]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 18:28:56.759114 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 18:28:56.759114 dv-cinder-779540-2-iscsi neutron-server[94637]: return f(self, *a, **k) Sep 09 18:28:56.759114 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 18:28:56.759114 dv-cinder-779540-2-iscsi neutron-server[94637]: return self._get(url).json() Sep 09 18:28:56.759114 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 18:28:56.759114 dv-cinder-779540-2-iscsi neutron-server[94637]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 18:28:56.759114 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 18:28:56.759114 dv-cinder-779540-2-iscsi neutron-server[94637]: return self.request(url, 'GET', **kwargs) Sep 09 18:28:56.759114 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 18:28:56.759114 dv-cinder-779540-2-iscsi neutron-server[94637]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 18:28:56.759114 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 18:28:56.759114 dv-cinder-779540-2-iscsi neutron-server[94637]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 18:28:56.759114 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 18:28:56.759114 dv-cinder-779540-2-iscsi neutron-server[94637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 18:28:56.759114 dv-cinder-779540-2-iscsi neutron-server[94637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 18:28:56.940873 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9941cf1b-0699-4527-be49-7b2e7ba0f686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-905241'] for network, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:56.963844 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9941cf1b-0699-4527-be49-7b2e7ba0f686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for network, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:56.963844 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-9941cf1b-0699-4527-be49-7b2e7ba0f686 admin admin] 10.222.0.39 "DELETE /v2.0/networks/165da4a9-ef54-4e00-b346-cd05df750cfe HTTP/1.1" status: 204 len: 168 time: 0.7434149 Sep 09 18:28:56.963844 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9941cf1b-0699-4527-be49-7b2e7ba0f686 admin admin] Pushing event deleted for resources: {'Network': ['ID=165da4a9-ef54-4e00-b346-cd05df750cfe,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:28:57.310622 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 47908) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:28:57.350969 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-74a6d33e-6437-4b99-b334-c4b41e518398 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=43ce4a6143564c64b1be155ca237d8e1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0389669 Sep 09 18:28:57.353610 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 47910) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:28:57.409087 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4fc88240-4561-44cc-abe3-bf7d57b531b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:57.429818 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4fc88240-4561-44cc-abe3-bf7d57b531b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:57.486477 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16bfadb4-08fc-4b00-8ab6-ab1cfb086e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:57.512125 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:57.589785 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4fc88240-4561-44cc-abe3-bf7d57b531b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:57.592366 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4fc88240-4561-44cc-abe3-bf7d57b531b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:28:57.593828 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-4fc88240-4561-44cc-abe3-bf7d57b531b0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ea92e64e-73bd-434c-ace4-4a936b653eff HTTP/1.1" status: 204 len: 168 time: 0.2393205 Sep 09 18:28:57.601765 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc88240-4561-44cc-abe3-bf7d57b531b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea92e64e-73bd-434c-ace4-4a936b653eff,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:28:59.181516 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:01.080889 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:02.479782 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 47970) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:29:02.583214 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-bb592270-172e-4247-afdf-784cf199e11f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:02.672860 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-bb592270-172e-4247-afdf-784cf199e11f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:02.741411 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-bb592270-172e-4247-afdf-784cf199e11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:02.779875 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb592270-172e-4247-afdf-784cf199e11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6050e258-e1bd-4cf1-ba12-de007867fc46,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:29:02.784314 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-bb592270-172e-4247-afdf-784cf199e11f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=168476bfe1e043f792b40fcc1a4b6b7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3034635 Sep 09 18:29:02.792409 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 47974) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:29:02.838695 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a0ab4bbc-a45b-41c8-a7d2-1bd466b1f5b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:02.858955 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a0ab4bbc-a45b-41c8-a7d2-1bd466b1f5b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:02.992137 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a0ab4bbc-a45b-41c8-a7d2-1bd466b1f5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:02.995181 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a0ab4bbc-a45b-41c8-a7d2-1bd466b1f5b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:02.996327 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-a0ab4bbc-a45b-41c8-a7d2-1bd466b1f5b9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6050e258-e1bd-4cf1-ba12-de007867fc46 HTTP/1.1" status: 204 len: 168 time: 0.2083082 Sep 09 18:29:03.004217 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab4bbc-a45b-41c8-a7d2-1bd466b1f5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6050e258-e1bd-4cf1-ba12-de007867fc46,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:29:06.083356 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:12.425070 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 6 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:29:19.160697 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176b242-5aba-4a25-b4f8-df0e336d847d req-f7629cc8-03e2-43a8-908e-ba3ea1002384 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:29:19.162226 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6176b242-5aba-4a25-b4f8-df0e336d847d req-f7629cc8-03e2-43a8-908e-ba3ea1002384 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 945 time: 0.0524609 Sep 09 18:29:19.201200 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6176b242-5aba-4a25-b4f8-df0e336d847d req-d9451e58-057e-40a7-af27-a72a3e8d9aa8 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326536 Sep 09 18:29:20.317295 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3bdf0-3b1e-468f-8ac0-a927030af854 req-e22e29e7-03b5-46c4-bd53-c98db50eacb3 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:29:20.318776 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-59f3bdf0-3b1e-468f-8ac0-a927030af854 req-e22e29e7-03b5-46c4-bd53-c98db50eacb3 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 945 time: 0.0482788 Sep 09 18:29:20.356796 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-59f3bdf0-3b1e-468f-8ac0-a927030af854 req-e5f568bc-a741-4226-85f6-19ab42561ea4 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320864 Sep 09 18:29:21.474137 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032e294-e20c-495e-9d87-da2f73ecbdd3 req-4e36f6e5-1689-4ab0-83b3-572acaeaa7ee tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:29:21.475618 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5032e294-e20c-495e-9d87-da2f73ecbdd3 req-4e36f6e5-1689-4ab0-83b3-572acaeaa7ee tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 945 time: 0.0523822 Sep 09 18:29:21.514743 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5032e294-e20c-495e-9d87-da2f73ecbdd3 req-ae8da9c1-32fc-4044-8f5b-e4a096ba266c tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329280 Sep 09 18:29:22.629584 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e9226-1314-4f28-bbe8-8d7a1723899d req-8d0546a5-d301-4758-a0d2-cb6dd6f3021a tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:29:22.631152 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-045e9226-1314-4f28-bbe8-8d7a1723899d req-8d0546a5-d301-4758-a0d2-cb6dd6f3021a tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 945 time: 0.0497561 Sep 09 18:29:22.669793 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-045e9226-1314-4f28-bbe8-8d7a1723899d req-59d2e1d6-a158-42fd-8a15-4ce0d6827a09 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326016 Sep 09 18:29:23.786169 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9865fb8-fd45-40f4-8f20-c9697842bb6d req-26ec550a-8b4b-44e6-8aea-cb21ba22a0d9 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:29:23.787650 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c9865fb8-fd45-40f4-8f20-c9697842bb6d req-26ec550a-8b4b-44e6-8aea-cb21ba22a0d9 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 945 time: 0.0496833 Sep 09 18:29:23.827559 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c9865fb8-fd45-40f4-8f20-c9697842bb6d req-34fe35a2-641b-423a-a780-2dc1e29c899d tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339637 Sep 09 18:29:24.048631 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 48208) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:29:24.153256 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-948b068c-ce0e-4296-9cf5-4b41845aac4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:24.242194 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-948b068c-ce0e-4296-9cf5-4b41845aac4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:24.337635 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-948b068c-ce0e-4296-9cf5-4b41845aac4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:24.376885 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-948b068c-ce0e-4296-9cf5-4b41845aac4c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d923a137d1884d65810aeeb4648f9612&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3271370 Sep 09 18:29:24.377573 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b068c-ce0e-4296-9cf5-4b41845aac4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0f51e8-5194-45dd-bdda-355cf310ac28,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:29:24.380321 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 48212) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:29:24.451363 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-63df8c7d-8cca-44e1-92a4-628b64c1e761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:24.456589 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-63df8c7d-8cca-44e1-92a4-628b64c1e761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:24.577876 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-63df8c7d-8cca-44e1-92a4-628b64c1e761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:24.580404 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-63df8c7d-8cca-44e1-92a4-628b64c1e761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:24.581566 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-63df8c7d-8cca-44e1-92a4-628b64c1e761 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fb0f51e8-5194-45dd-bdda-355cf310ac28 HTTP/1.1" status: 204 len: 168 time: 0.1997368 Sep 09 18:29:24.589239 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df8c7d-8cca-44e1-92a4-628b64c1e761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0f51e8-5194-45dd-bdda-355cf310ac28,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:29:24.831115 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-35927818-981f-4d00-914a-a1b2e85e6428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:24.946308 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6aa53-6b77-41e3-adef-fa8586ebe08c req-88d5255d-0897-4c6e-8e9e-93aedde852d1 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:29:24.948193 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-46f6aa53-6b77-41e3-adef-fa8586ebe08c req-88d5255d-0897-4c6e-8e9e-93aedde852d1 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 945 time: 0.0509880 Sep 09 18:29:24.990391 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-46f6aa53-6b77-41e3-adef-fa8586ebe08c req-086428b0-2013-4224-93fc-0bf29b613127 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361297 Sep 09 18:29:25.205208 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 48220) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:29:25.219171 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-c95d8465-81e7-498c-9bd6-ffd37c166bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:25.305835 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-c95d8465-81e7-498c-9bd6-ffd37c166bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:25.385805 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-c95d8465-81e7-498c-9bd6-ffd37c166bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:25.423589 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d8465-81e7-498c-9bd6-ffd37c166bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6cda2f-d681-4fa3-bc44-6fb6e53f8cc6,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:29:25.427920 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-c95d8465-81e7-498c-9bd6-ffd37c166bc0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=17517da6a4d346c1b566cf8f20197127&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2217042 Sep 09 18:29:25.431001 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 48222) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:29:25.482518 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-71be7c7a-b621-49ac-8845-565d39111c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:25.503934 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-71be7c7a-b621-49ac-8845-565d39111c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:25.620041 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-71be7c7a-b621-49ac-8845-565d39111c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:25.623359 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-71be7c7a-b621-49ac-8845-565d39111c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:25.624635 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-71be7c7a-b621-49ac-8845-565d39111c96 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0d6cda2f-d681-4fa3-bc44-6fb6e53f8cc6 HTTP/1.1" status: 204 len: 168 time: 0.1931663 Sep 09 18:29:25.632370 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be7c7a-b621-49ac-8845-565d39111c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6cda2f-d681-4fa3-bc44-6fb6e53f8cc6,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:29:26.108243 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68301ab5-1cb1-4cf5-b8f0-d806914b3165 req-586e695a-3007-4d79-9c1f-975f7243510a tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:29:26.111686 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-68301ab5-1cb1-4cf5-b8f0-d806914b3165 req-586e695a-3007-4d79-9c1f-975f7243510a tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 945 time: 0.0508201 Sep 09 18:29:26.148924 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-68301ab5-1cb1-4cf5-b8f0-d806914b3165 req-19f55e06-d646-4f34-ad13-68282fd54ea6 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328684 Sep 09 18:29:27.265952 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33165018-8c5d-4fad-ae16-59ade1383593 req-46bf8708-4932-40b3-84fd-d9ea75668d29 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:29:27.267474 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-33165018-8c5d-4fad-ae16-59ade1383593 req-46bf8708-4932-40b3-84fd-d9ea75668d29 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 945 time: 0.0504556 Sep 09 18:29:27.306687 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-33165018-8c5d-4fad-ae16-59ade1383593 req-8437e75b-e90f-474d-ae09-f429478b6c7d tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328288 Sep 09 18:29:27.477480 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:27.505598 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb24cb4e-fab4-4338-8732-ab58adf60890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:28.434623 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6d93a-9602-4122-9fa4-ebe195ad98d4 req-bd464a75-502b-4c18-aa9c-06500b0e9959 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:29:28.436848 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-cdb6d93a-9602-4122-9fa4-ebe195ad98d4 req-bd464a75-502b-4c18-aa9c-06500b0e9959 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 945 time: 0.0605261 Sep 09 18:29:28.476371 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-cdb6d93a-9602-4122-9fa4-ebe195ad98d4 req-a04bd65f-941c-4dd8-85b1-1916f5e5d994 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327120 Sep 09 18:29:29.157248 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:29.349464 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17a87c-f42e-4895-95b5-6f6164e02150 req-2238d32b-7061-4d18-a741-13cdb2d93589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:29:29.350984 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4f17a87c-f42e-4895-95b5-6f6164e02150 req-2238d32b-7061-4d18-a741-13cdb2d93589 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4c733a1c9e2d4078b44acd994040a650&device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 1098 time: 0.0405169 Sep 09 18:29:29.444895 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17a87c-f42e-4895-95b5-6f6164e02150 req-ab01f554-9a90-41d6-90c5-0280782bd913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:29:29.446370 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4f17a87c-f42e-4895-95b5-6f6164e02150 req-ab01f554-9a90-41d6-90c5-0280782bd913 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9ec2a65c-0709-4792-8b43-93c3c42d03c0 HTTP/1.1" status: 200 len: 908 time: 0.0883474 Sep 09 18:29:29.513238 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4f17a87c-f42e-4895-95b5-6f6164e02150 req-2e219d86-138a-4b53-8cb6-b0d399eb0259 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96355674-1591-4fa2-9fa5-7e11b5267750 HTTP/1.1" status: 200 len: 1001 time: 0.0593400 Sep 09 18:29:29.591261 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17a87c-f42e-4895-95b5-6f6164e02150 req-3ff60312-d908-4225-97fc-9605b31c0e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:29:29.593686 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4f17a87c-f42e-4895-95b5-6f6164e02150 req-3ff60312-d908-4225-97fc-9605b31c0e0c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a2d97d02-3d47-4a62-8a9e-62fb57567ad0 HTTP/1.1" status: 200 len: 846 time: 0.0739231 Sep 09 18:29:29.620854 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c627a-9ddf-4640-a7b9-f7bb1610face req-a0a2ea41-72a5-40a8-b3cd-aa707e25e323 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:29:29.622422 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4a8c627a-9ddf-4640-a7b9-f7bb1610face req-a0a2ea41-72a5-40a8-b3cd-aa707e25e323 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 945 time: 0.0737653 Sep 09 18:29:29.676773 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17a87c-f42e-4895-95b5-6f6164e02150 req-0d1ae857-cedd-42cc-b220-e1830c93d6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:29:29.678340 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4f17a87c-f42e-4895-95b5-6f6164e02150 req-0d1ae857-cedd-42cc-b220-e1830c93d6a1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9ec2a65c-0709-4792-8b43-93c3c42d03c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0772066 Sep 09 18:29:29.681174 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4a8c627a-9ddf-4640-a7b9-f7bb1610face req-05994043-b796-4a8e-bda7-486555a482fb tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445707 Sep 09 18:29:29.774088 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4f17a87c-f42e-4895-95b5-6f6164e02150 req-1933de78-4c87-4c35-b676-f6b8c60fe581 service neutron] 10.222.0.54 "GET /v2.0/networks/9ec2a65c-0709-4792-8b43-93c3c42d03c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884054 Sep 09 18:29:29.862350 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4f17a87c-f42e-4895-95b5-6f6164e02150 req-481adac4-9139-467e-be75-261e4831497e service neutron] 10.222.0.54 "GET /v2.0/networks/9ec2a65c-0709-4792-8b43-93c3c42d03c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801535 Sep 09 18:29:30.797724 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675e8c2-0c56-4054-9b78-a16c33072f82 req-0830824c-fadc-45a5-90bb-b3318d89c9cf tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:29:30.799119 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f675e8c2-0c56-4054-9b78-a16c33072f82 req-0830824c-fadc-45a5-90bb-b3318d89c9cf tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 945 time: 0.0498524 Sep 09 18:29:30.836835 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-f675e8c2-0c56-4054-9b78-a16c33072f82 req-e8ed7f91-512f-4ed8-9c39-2eccb9544380 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317512 Sep 09 18:29:31.088278 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:31.954781 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc6775-d967-4cdb-9049-94e947e0bf3b req-069a45fb-3d29-4eaa-9dc5-b59eca1566cf tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:29:31.956505 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9fbc6775-d967-4cdb-9049-94e947e0bf3b req-069a45fb-3d29-4eaa-9dc5-b59eca1566cf tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 945 time: 0.0522628 Sep 09 18:29:31.999992 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9fbc6775-d967-4cdb-9049-94e947e0bf3b req-ce07c477-c41d-4740-b1a4-63f7897cff15 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374444 Sep 09 18:29:32.922074 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 48328) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:29:33.025791 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c21a2563-1217-4232-8dd8-f932855686b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:33.116025 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c21a2563-1217-4232-8dd8-f932855686b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:33.124225 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0b89c-0494-4ba7-a329-718fb111becb req-d44c0f7b-9145-4c86-9e0c-82d13f70c6eb tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:29:33.125820 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a3b0b89c-0494-4ba7-a329-718fb111becb req-d44c0f7b-9145-4c86-9e0c-82d13f70c6eb tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 945 time: 0.0532448 Sep 09 18:29:33.163905 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a3b0b89c-0494-4ba7-a329-718fb111becb req-68fbb70e-7167-42bf-9be1-6ef44708093d tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320802 Sep 09 18:29:33.182825 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c21a2563-1217-4232-8dd8-f932855686b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:33.222338 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a2563-1217-4232-8dd8-f932855686b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d35a22-c271-43c6-951d-3d45016d4c97,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:29:33.228390 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-c21a2563-1217-4232-8dd8-f932855686b9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=262769cb6112418eb6db757b835b28dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3034337 Sep 09 18:29:33.229229 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 48336) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:29:33.277690 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7b355bc5-93ca-46ab-a957-cb084e1401a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:33.300263 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7b355bc5-93ca-46ab-a957-cb084e1401a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:33.419950 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7b355bc5-93ca-46ab-a957-cb084e1401a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:33.422709 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-7b355bc5-93ca-46ab-a957-cb084e1401a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:33.423834 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-7b355bc5-93ca-46ab-a957-cb084e1401a7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/32d35a22-c271-43c6-951d-3d45016d4c97 HTTP/1.1" status: 204 len: 168 time: 0.1937022 Sep 09 18:29:33.434717 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b355bc5-93ca-46ab-a957-cb084e1401a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d35a22-c271-43c6-951d-3d45016d4c97,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:29:33.535940 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff2394-6d77-41ef-abca-d45aad63e9b9 req-b4e975eb-b501-4398-9a11-bcdc9fafc805 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:29:33.537375 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ffff2394-6d77-41ef-abca-d45aad63e9b9 req-b4e975eb-b501-4398-9a11-bcdc9fafc805 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 945 time: 0.0481505 Sep 09 18:29:33.562113 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-97e96d5b-2ab8-4ac4-b37b-c75c5064e978 req-328bd82b-7f3a-4902-b598-4e0963e54600 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0395415 Sep 09 18:29:33.576070 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ffff2394-6d77-41ef-abca-d45aad63e9b9 req-46974e1b-589b-47c3-9cd9-ad8f7b447aa6 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325603 Sep 09 18:29:34.094595 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 48350) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:29:34.111014 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1a14b2c4-086e-4582-b2ab-34044a14d1d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:34.196179 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1a14b2c4-086e-4582-b2ab-34044a14d1d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:34.265322 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1a14b2c4-086e-4582-b2ab-34044a14d1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:34.304629 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-1a14b2c4-086e-4582-b2ab-34044a14d1d2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5e01137adec549f8a90b3d7e9a66ddc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2088275 Sep 09 18:29:34.305511 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a14b2c4-086e-4582-b2ab-34044a14d1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52997f07-1831-4eda-a17c-b7b0dbbe9b5a,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:29:34.308161 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 48352) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:29:34.361301 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a686d37c-2157-4be6-b74e-607c3fe2e873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:34.382908 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a686d37c-2157-4be6-b74e-607c3fe2e873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:34.516870 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a686d37c-2157-4be6-b74e-607c3fe2e873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:34.519479 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a686d37c-2157-4be6-b74e-607c3fe2e873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:34.523150 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-a686d37c-2157-4be6-b74e-607c3fe2e873 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/52997f07-1831-4eda-a17c-b7b0dbbe9b5a HTTP/1.1" status: 204 len: 168 time: 0.2107000 Sep 09 18:29:34.528439 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686d37c-2157-4be6-b74e-607c3fe2e873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52997f07-1831-4eda-a17c-b7b0dbbe9b5a,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:29:34.692589 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6651a-8ba9-4404-ac70-e5290bda7f13 req-940c14bf-1703-45e1-bf02-b7bca8360e83 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:29:34.694055 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-63e6651a-8ba9-4404-ac70-e5290bda7f13 req-940c14bf-1703-45e1-bf02-b7bca8360e83 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 945 time: 0.0490358 Sep 09 18:29:34.732009 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-63e6651a-8ba9-4404-ac70-e5290bda7f13 req-f7f23d2a-4f64-4de6-9b90-8e7f044f6041 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317593 Sep 09 18:29:35.510710 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 96355674-1591-4fa2-9fa5-7e11b5267750 no longer exists at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:29:35.591033 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:35.613490 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13ee7cb-713b-4ad8-b054-ae6fa99816d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96355674-1591-4fa2-9fa5-7e11b5267750'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:29:35.615768 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c42b67fee44e65162d6e194d2b8dbd641fdff823df3ddc4f15e211ea02ebf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a261f3b6-c579-4bd1-bf33-0215fbc4977d" -d '{"events": [{"server_uuid": "e13ee7cb-713b-4ad8-b054-ae6fa99816d4", "name": "network-vif-unplugged", "status": "completed", "tag": "96355674-1591-4fa2-9fa5-7e11b5267750"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:29:35.629133 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port 96355674-1591-4fa2-9fa5-7e11b5267750, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=96355674-1591-4fa2-9fa5-7e11b5267750,segment=NetworkSegment(39dd872f-63d1-40bf-894c-f52a0533ea64),segment_id=39dd872f-63d1-40bf-894c-f52a0533ea64)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:29:35.780668 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 18:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c413288-c2d9-4c49-b4c2-094e411f2ac2 x-openstack-request-id: req-8c413288-c2d9-4c49-b4c2-094e411f2ac2 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:29:35.780969 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13ee7cb-713b-4ad8-b054-ae6fa99816d4", "name": "network-vif-unplugged", "status": "completed", "tag": "96355674-1591-4fa2-9fa5-7e11b5267750", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:29:35.781222 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8c413288-c2d9-4c49-b4c2-094e411f2ac2 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:29:35.781674 dv-cinder-779540-2-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13ee7cb-713b-4ad8-b054-ae6fa99816d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96355674-1591-4fa2-9fa5-7e11b5267750', 'code': 200} Sep 09 18:29:35.783081 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:35.833842 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=96355674-1591-4fa2-9fa5-7e11b5267750,revision_number=6']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:29:35.841281 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:29:35.841883 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:29:35.842506 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:29:35.842847 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:29:35.843185 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:29:35.843519 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:29:35.843857 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:29:35.844349 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:29:35.844881 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:29:35.845386 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:29:35.845718 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:29:35.846048 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:29:35.871674 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e96d5b-2ab8-4ac4-b37b-c75c5064e978 req-713713aa-8e9b-4c1f-8086-e693df095133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:29:35.873229 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-97e96d5b-2ab8-4ac4-b37b-c75c5064e978 req-713713aa-8e9b-4c1f-8086-e693df095133 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4&tenant_id=4c733a1c9e2d4078b44acd994040a650 HTTP/1.1" status: 200 len: 1096 time: 0.0788624 Sep 09 18:29:35.882078 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66d62a-1d24-4fb6-ac8a-2073ca3182b0 req-40fc5081-63ec-4721-827b-5c263ef375dd tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:29:35.883420 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-cf66d62a-1d24-4fb6-ac8a-2073ca3182b0 req-40fc5081-63ec-4721-827b-5c263ef375dd tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 943 time: 0.0809708 Sep 09 18:29:35.944197 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-cf66d62a-1d24-4fb6-ac8a-2073ca3182b0 req-ab67ba43-55ef-4536-853f-b8b1479944a7 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545442 Sep 09 18:29:35.957861 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e96d5b-2ab8-4ac4-b37b-c75c5064e978 req-7fd8b115-fdd9-4049-a235-3b31eea3d1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:29:35.959330 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-97e96d5b-2ab8-4ac4-b37b-c75c5064e978 req-7fd8b115-fdd9-4049-a235-3b31eea3d1fd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4c733a1c9e2d4078b44acd994040a650&device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 1096 time: 0.0541484 Sep 09 18:29:36.055442 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e96d5b-2ab8-4ac4-b37b-c75c5064e978 req-34451991-6c5e-418f-ab3e-3486df34d4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:29:36.057014 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-97e96d5b-2ab8-4ac4-b37b-c75c5064e978 req-34451991-6c5e-418f-ab3e-3486df34d4ff service neutron] 10.222.0.54 "GET /v2.0/networks?id=9ec2a65c-0709-4792-8b43-93c3c42d03c0 HTTP/1.1" status: 200 len: 908 time: 0.0904059 Sep 09 18:29:36.099345 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:36.122924 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-97e96d5b-2ab8-4ac4-b37b-c75c5064e978 req-8786688b-5d7c-48af-81da-4894355b6ba9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96355674-1591-4fa2-9fa5-7e11b5267750 HTTP/1.1" status: 200 len: 999 time: 0.0582364 Sep 09 18:29:36.172833 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e96d5b-2ab8-4ac4-b37b-c75c5064e978 req-af3561d6-dfde-4192-95e4-52f71ed507de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:29:36.174479 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-97e96d5b-2ab8-4ac4-b37b-c75c5064e978 req-af3561d6-dfde-4192-95e4-52f71ed507de service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a2d97d02-3d47-4a62-8a9e-62fb57567ad0 HTTP/1.1" status: 200 len: 846 time: 0.0440347 Sep 09 18:29:36.222932 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e96d5b-2ab8-4ac4-b37b-c75c5064e978 req-5117a924-9967-4a26-9faa-2bc4e9bf7236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:29:36.224463 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-97e96d5b-2ab8-4ac4-b37b-c75c5064e978 req-5117a924-9967-4a26-9faa-2bc4e9bf7236 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9ec2a65c-0709-4792-8b43-93c3c42d03c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434153 Sep 09 18:29:36.319409 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-97e96d5b-2ab8-4ac4-b37b-c75c5064e978 req-1d2213d4-8b05-4010-a8d6-792e52100882 service neutron] 10.222.0.54 "GET /v2.0/networks/9ec2a65c-0709-4792-8b43-93c3c42d03c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874197 Sep 09 18:29:36.413467 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-97e96d5b-2ab8-4ac4-b37b-c75c5064e978 req-c548fad6-74bc-4fac-b800-489d78e2fe5e service neutron] 10.222.0.54 "GET /v2.0/networks/9ec2a65c-0709-4792-8b43-93c3c42d03c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871789 Sep 09 18:29:37.063688 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bcf909-b7d1-41ba-89ca-6d0fb8094306 req-92d54ead-176e-4754-949f-1d34d62d36b0 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:29:37.065368 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-09bcf909-b7d1-41ba-89ca-6d0fb8094306 req-92d54ead-176e-4754-949f-1d34d62d36b0 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 943 time: 0.0503647 Sep 09 18:29:37.103601 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-09bcf909-b7d1-41ba-89ca-6d0fb8094306 req-d3be9627-7396-4ec5-be92-71bcf1b7c5ae tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322139 Sep 09 18:29:37.601690 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 48430) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:29:37.706557 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c85f6626-5c35-4aa9-af1a-a1c96c122e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:37.793813 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c85f6626-5c35-4aa9-af1a-a1c96c122e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:37.870895 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-c85f6626-5c35-4aa9-af1a-a1c96c122e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:37.908695 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-c85f6626-5c35-4aa9-af1a-a1c96c122e48 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b8d97ab82dde4aa9ad95e0120cf28bdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3058689 Sep 09 18:29:37.909637 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f6626-5c35-4aa9-af1a-a1c96c122e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f5bec5-f962-426c-adb6-eb37fe5b59a6,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:29:37.911621 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 48434) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:29:37.959435 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-20a92917-18b0-4c1a-9a28-51904d926b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:37.980852 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-20a92917-18b0-4c1a-9a28-51904d926b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:38.087802 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-20a92917-18b0-4c1a-9a28-51904d926b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:38.090422 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-20a92917-18b0-4c1a-9a28-51904d926b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:38.091566 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-20a92917-18b0-4c1a-9a28-51904d926b58 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f1f5bec5-f962-426c-adb6-eb37fe5b59a6 HTTP/1.1" status: 204 len: 168 time: 0.1789639 Sep 09 18:29:38.100193 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a92917-18b0-4c1a-9a28-51904d926b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f5bec5-f962-426c-adb6-eb37fe5b59a6,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:29:38.223002 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5760c8-2bc3-4760-975e-3f87b732f029 req-c0a1b0c9-cedb-4d2c-9d91-2ea81b0f3aa5 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:29:38.224534 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5c5760c8-2bc3-4760-975e-3f87b732f029 req-c0a1b0c9-cedb-4d2c-9d91-2ea81b0f3aa5 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 943 time: 0.0537455 Sep 09 18:29:38.262705 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5c5760c8-2bc3-4760-975e-3f87b732f029 req-d3c033e8-0881-4c4b-bb36-1354901bbc03 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320098 Sep 09 18:29:38.678790 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 48442) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:29:38.692099 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-7fa042bc-8735-4469-b628-4754cf0abf0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:38.776925 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-7fa042bc-8735-4469-b628-4754cf0abf0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:38.845581 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-7fa042bc-8735-4469-b628-4754cf0abf0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:38.883560 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-7fa042bc-8735-4469-b628-4754cf0abf0a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8c073d329d7e4a51906222f407a0d116&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2036920 Sep 09 18:29:38.884537 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa042bc-8735-4469-b628-4754cf0abf0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbdad2a-ff82-4a43-9858-f973331c6e39,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:29:38.886349 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 48444) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:29:38.935185 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-dafbc9f9-c398-4412-8e8c-07fb16705633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:38.956154 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-dafbc9f9-c398-4412-8e8c-07fb16705633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:39.111330 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-dafbc9f9-c398-4412-8e8c-07fb16705633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:39.113923 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-dafbc9f9-c398-4412-8e8c-07fb16705633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:39.115069 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-dafbc9f9-c398-4412-8e8c-07fb16705633 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5dbdad2a-ff82-4a43-9858-f973331c6e39 HTTP/1.1" status: 204 len: 168 time: 0.2277422 Sep 09 18:29:39.123106 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafbc9f9-c398-4412-8e8c-07fb16705633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbdad2a-ff82-4a43-9858-f973331c6e39,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:29:39.376134 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088daf1-5927-43a3-a883-6414a25da855 req-3d4611d9-0a72-4381-a7b2-58777333789c tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:29:39.377708 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3088daf1-5927-43a3-a883-6414a25da855 req-3d4611d9-0a72-4381-a7b2-58777333789c tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 943 time: 0.0490808 Sep 09 18:29:39.422186 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3088daf1-5927-43a3-a883-6414a25da855 req-0e0766f3-f992-40a3-a79e-25775b6c0cdc tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383894 Sep 09 18:29:39.577382 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b48c9-e32e-45fb-8d7b-6116b66ce7c3 req-3ab4cd9b-bf97-4d93-bdbf-1b5f31c48dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:29:39.579631 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4b4b48c9-e32e-45fb-8d7b-6116b66ce7c3 req-3ab4cd9b-bf97-4d93-bdbf-1b5f31c48dcc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4c733a1c9e2d4078b44acd994040a650&device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 1096 time: 0.0415096 Sep 09 18:29:39.680647 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b48c9-e32e-45fb-8d7b-6116b66ce7c3 req-07c702c0-ad92-4eb2-8c81-c55ad8518d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:29:39.682041 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4b4b48c9-e32e-45fb-8d7b-6116b66ce7c3 req-07c702c0-ad92-4eb2-8c81-c55ad8518d34 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9ec2a65c-0709-4792-8b43-93c3c42d03c0 HTTP/1.1" status: 200 len: 908 time: 0.0826108 Sep 09 18:29:39.749553 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4b4b48c9-e32e-45fb-8d7b-6116b66ce7c3 req-8a653cf9-0511-466d-ad0d-e83ebf32a80c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96355674-1591-4fa2-9fa5-7e11b5267750 HTTP/1.1" status: 200 len: 999 time: 0.0601053 Sep 09 18:29:39.796584 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b48c9-e32e-45fb-8d7b-6116b66ce7c3 req-590aff8b-898a-4758-8e6f-9d9e8e41e301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:29:39.798637 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4b4b48c9-e32e-45fb-8d7b-6116b66ce7c3 req-590aff8b-898a-4758-8e6f-9d9e8e41e301 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a2d97d02-3d47-4a62-8a9e-62fb57567ad0 HTTP/1.1" status: 200 len: 846 time: 0.0427198 Sep 09 18:29:39.843429 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b48c9-e32e-45fb-8d7b-6116b66ce7c3 req-2b98dfdc-d582-4710-a4b5-78ac42c042a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:29:39.845165 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4b4b48c9-e32e-45fb-8d7b-6116b66ce7c3 req-2b98dfdc-d582-4710-a4b5-78ac42c042a9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9ec2a65c-0709-4792-8b43-93c3c42d03c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393648 Sep 09 18:29:39.940331 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4b4b48c9-e32e-45fb-8d7b-6116b66ce7c3 req-86188f43-7b86-49a6-bea4-3b4962e469aa service neutron] 10.222.0.54 "GET /v2.0/networks/9ec2a65c-0709-4792-8b43-93c3c42d03c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876882 Sep 09 18:29:40.032025 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4b4b48c9-e32e-45fb-8d7b-6116b66ce7c3 req-9a15c264-5624-4628-9e14-f3915980e9b4 service neutron] 10.222.0.54 "GET /v2.0/networks/9ec2a65c-0709-4792-8b43-93c3c42d03c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845196 Sep 09 18:29:40.541289 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281df28-5002-4487-bc6d-dc072640921d req-afc511a9-853c-4f26-8303-fab160831e19 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:29:40.542754 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b281df28-5002-4487-bc6d-dc072640921d req-afc511a9-853c-4f26-8303-fab160831e19 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 943 time: 0.0500321 Sep 09 18:29:40.580588 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b281df28-5002-4487-bc6d-dc072640921d req-c96053cc-f930-48e8-bc71-bcd6e4581e32 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310802 Sep 09 18:29:40.798568 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 48478) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:29:40.903489 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-80654802-8cf3-4bcb-8409-6ef99f89651e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:40.989900 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-80654802-8cf3-4bcb-8409-6ef99f89651e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:41.059282 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-80654802-8cf3-4bcb-8409-6ef99f89651e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:41.096278 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80654802-8cf3-4bcb-8409-6ef99f89651e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5464fbe1-ecb2-4517-a2c2-0959cc7ce428,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:29:41.101854 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-80654802-8cf3-4bcb-8409-6ef99f89651e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=03b8390289304e52853e79c2c34dee0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3022759 Sep 09 18:29:41.104778 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 48482) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:29:41.153422 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a473ec19-8ebc-4f61-b402-fa00daa1101d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:41.175550 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a473ec19-8ebc-4f61-b402-fa00daa1101d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:41.313986 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a473ec19-8ebc-4f61-b402-fa00daa1101d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:41.316456 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-a473ec19-8ebc-4f61-b402-fa00daa1101d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:41.317628 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-a473ec19-8ebc-4f61-b402-fa00daa1101d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5464fbe1-ecb2-4517-a2c2-0959cc7ce428 HTTP/1.1" status: 204 len: 168 time: 0.2119172 Sep 09 18:29:41.325497 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473ec19-8ebc-4f61-b402-fa00daa1101d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5464fbe1-ecb2-4517-a2c2-0959cc7ce428,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:29:41.699313 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7d9dd-0404-4b92-a35c-4b320721458f req-e2f1ab06-2703-4219-8121-6c67899eb414 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:29:41.700814 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-30b7d9dd-0404-4b92-a35c-4b320721458f req-e2f1ab06-2703-4219-8121-6c67899eb414 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 943 time: 0.0533693 Sep 09 18:29:41.741035 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-30b7d9dd-0404-4b92-a35c-4b320721458f req-ed9496ee-d70c-4c6d-a706-64d4a93e2826 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332813 Sep 09 18:29:42.855767 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a906d84-8a92-4d89-bcab-d32d9a35562f req-84e1225b-086d-4b97-8ff9-19f52706bb89 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:29:42.857519 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1a906d84-8a92-4d89-bcab-d32d9a35562f req-84e1225b-086d-4b97-8ff9-19f52706bb89 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 943 time: 0.0493896 Sep 09 18:29:42.894912 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1a906d84-8a92-4d89-bcab-d32d9a35562f req-1b28a816-aa12-4ac0-8431-8518ee1f210a tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312078 Sep 09 18:29:43.583429 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 96355674-1591-4fa2-9fa5-7e11b5267750 details requested by agent hyperv_hv-cinder-77954 with host hv-cinder-77954 {{(pid=94639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 18:29:43.680981 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port 96355674-1591-4fa2-9fa5-7e11b5267750, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=96355674-1591-4fa2-9fa5-7e11b5267750,segment=NetworkSegment(39dd872f-63d1-40bf-894c-f52a0533ea64),segment_id=39dd872f-63d1-40bf-894c-f52a0533ea64)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:29:43.692723 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Returning: {'device': '96355674-1591-4fa2-9fa5-7e11b5267750', 'network_id': '9ec2a65c-0709-4792-8b43-93c3c42d03c0', 'port_id': '96355674-1591-4fa2-9fa5-7e11b5267750', 'mac_address': 'fa:16:3e:08:64:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2d97d02-3d47-4a62-8a9e-62fb57567ad0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 18:29:43.729207 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:43.742265 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96355674-1591-4fa2-9fa5-7e11b5267750 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:29:43.765333 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port 96355674-1591-4fa2-9fa5-7e11b5267750, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=96355674-1591-4fa2-9fa5-7e11b5267750,segment=NetworkSegment(39dd872f-63d1-40bf-894c-f52a0533ea64),segment_id=39dd872f-63d1-40bf-894c-f52a0533ea64)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:29:43.856389 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:43.905254 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=96355674-1591-4fa2-9fa5-7e11b5267750,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:29:44.007161 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e49e9-fcb6-4c56-92d4-79fc5af2267e req-01bc903a-c64d-45bd-b990-a68167475054 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:29:44.008771 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-299e49e9-fcb6-4c56-92d4-79fc5af2267e req-01bc903a-c64d-45bd-b990-a68167475054 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 944 time: 0.0477896 Sep 09 18:29:44.045731 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-299e49e9-fcb6-4c56-92d4-79fc5af2267e req-f9eadb7b-41ae-41d1-92cc-26629e08ec95 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308487 Sep 09 18:29:44.211122 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] get_ports_and_sgs() called for port_ids ['96355674-1591-4fa2-9fa5-7e11b5267750'] {{(pid=94639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 18:29:45.163651 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968e2cf-1ece-4149-981f-9e270f32852d req-8b12a87a-9d8a-4283-9342-4bcf29629300 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:29:45.165162 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2968e2cf-1ece-4149-981f-9e270f32852d req-8b12a87a-9d8a-4283-9342-4bcf29629300 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 944 time: 0.0518947 Sep 09 18:29:45.201710 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-2968e2cf-1ece-4149-981f-9e270f32852d req-d4a8b541-1977-4a60-8c04-4578fbc9cc40 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305417 Sep 09 18:29:45.599603 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 96355674-1591-4fa2-9fa5-7e11b5267750 up at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:29:45.651791 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning complete for port 96355674-1591-4fa2-9fa5-7e11b5267750 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:29:45.652067 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:45.734043 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:45.758399 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13ee7cb-713b-4ad8-b054-ae6fa99816d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96355674-1591-4fa2-9fa5-7e11b5267750'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:29:45.760655 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c42b67fee44e65162d6e194d2b8dbd641fdff823df3ddc4f15e211ea02ebf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b770231-fd40-4173-9f0a-740971cda627" -d '{"events": [{"server_uuid": "e13ee7cb-713b-4ad8-b054-ae6fa99816d4", "name": "network-vif-plugged", "status": "completed", "tag": "96355674-1591-4fa2-9fa5-7e11b5267750"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:29:45.774276 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port 96355674-1591-4fa2-9fa5-7e11b5267750, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=96355674-1591-4fa2-9fa5-7e11b5267750,segment=NetworkSegment(39dd872f-63d1-40bf-894c-f52a0533ea64),segment_id=39dd872f-63d1-40bf-894c-f52a0533ea64)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:29:45.802359 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 18:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943d787b-cf9a-4b0f-abc0-ecc18e858d3b x-openstack-request-id: req-943d787b-cf9a-4b0f-abc0-ecc18e858d3b {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:29:45.802660 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13ee7cb-713b-4ad8-b054-ae6fa99816d4", "name": "network-vif-plugged", "status": "completed", "tag": "96355674-1591-4fa2-9fa5-7e11b5267750", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:29:45.802918 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-943d787b-cf9a-4b0f-abc0-ecc18e858d3b {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:29:45.803419 dv-cinder-779540-2-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13ee7cb-713b-4ad8-b054-ae6fa99816d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96355674-1591-4fa2-9fa5-7e11b5267750', 'code': 200} Sep 09 18:29:45.845048 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:45.894150 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=96355674-1591-4fa2-9fa5-7e11b5267750,revision_number=8']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:29:46.076660 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75a42e-fafe-4b36-965e-695304c35eb9 req-0a6866e0-a31f-406b-944e-eddff4820b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:29:46.078146 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0e75a42e-fafe-4b36-965e-695304c35eb9 req-0a6866e0-a31f-406b-944e-eddff4820b22 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 1098 time: 0.0416851 Sep 09 18:29:46.113819 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-0e75a42e-fafe-4b36-965e-695304c35eb9 req-7b3a5a80-31f7-4bb8-9630-ed4c4bed405f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276206 Sep 09 18:29:46.320008 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ea1b7-615f-43f1-a887-b4c0ad4928c2 req-473cc1f5-9c75-49d7-ac56-bb88793b178f tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:29:46.321524 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-728ea1b7-615f-43f1-a887-b4c0ad4928c2 req-473cc1f5-9c75-49d7-ac56-bb88793b178f tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 945 time: 0.0498800 Sep 09 18:29:46.359284 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-728ea1b7-615f-43f1-a887-b4c0ad4928c2 req-ea55c595-68f8-4a7a-ad2f-977e247807ee tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317938 Sep 09 18:29:47.482315 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee75e62d-1b8f-4083-b965-5c3085c13888 req-96e3b6c3-eab9-452c-be2b-b51bcdabd234 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:29:47.483790 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ee75e62d-1b8f-4083-b965-5c3085c13888 req-96e3b6c3-eab9-452c-be2b-b51bcdabd234 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 945 time: 0.0521019 Sep 09 18:29:47.522526 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ee75e62d-1b8f-4083-b965-5c3085c13888 req-6acc5ad3-000d-4d96-bc3e-b716301a6b52 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321541 Sep 09 18:29:48.637216 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d6b87-9759-48d7-ad1a-fa806a2e5812 req-9f7b3a24-1b65-444d-affb-43c9916ae852 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:29:48.638599 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c31d6b87-9759-48d7-ad1a-fa806a2e5812 req-9f7b3a24-1b65-444d-affb-43c9916ae852 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 945 time: 0.0495827 Sep 09 18:29:48.676910 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c31d6b87-9759-48d7-ad1a-fa806a2e5812 req-55810f68-b2a0-441f-9924-cb7bf5805eb3 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321803 Sep 09 18:29:49.425100 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 6 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:29:52.361146 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 48624) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:29:52.468096 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b55a5fbf-7e3f-40d9-9c15-57e1a1d4f61d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:52.558482 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b55a5fbf-7e3f-40d9-9c15-57e1a1d4f61d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:52.642631 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b55a5fbf-7e3f-40d9-9c15-57e1a1d4f61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:52.678836 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a5fbf-7e3f-40d9-9c15-57e1a1d4f61d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f48087-4ade-4ff0-80bb-1d0e0944902a,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:29:52.682681 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-b55a5fbf-7e3f-40d9-9c15-57e1a1d4f61d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=64d14f4220484017b471e800f12280f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3204398 Sep 09 18:29:52.685466 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 48628) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:29:52.688532 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55a5fbf-7e3f-40d9-9c15-57e1a1d4f61d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:29:52.688880 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55a5fbf-7e3f-40d9-9c15-57e1a1d4f61d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:29:52.689218 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55a5fbf-7e3f-40d9-9c15-57e1a1d4f61d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:29:52.689552 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55a5fbf-7e3f-40d9-9c15-57e1a1d4f61d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:29:52.689883 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55a5fbf-7e3f-40d9-9c15-57e1a1d4f61d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:29:52.690217 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55a5fbf-7e3f-40d9-9c15-57e1a1d4f61d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:29:52.690542 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55a5fbf-7e3f-40d9-9c15-57e1a1d4f61d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:29:52.690867 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55a5fbf-7e3f-40d9-9c15-57e1a1d4f61d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:29:52.691191 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55a5fbf-7e3f-40d9-9c15-57e1a1d4f61d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:29:52.691546 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55a5fbf-7e3f-40d9-9c15-57e1a1d4f61d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:29:52.691896 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55a5fbf-7e3f-40d9-9c15-57e1a1d4f61d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:29:52.692218 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55a5fbf-7e3f-40d9-9c15-57e1a1d4f61d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:29:52.735256 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9e789d26-65b7-41cc-aa0c-5740440b5b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:52.756092 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9e789d26-65b7-41cc-aa0c-5740440b5b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:52.870333 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9e789d26-65b7-41cc-aa0c-5740440b5b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:52.872966 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-9e789d26-65b7-41cc-aa0c-5740440b5b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:52.874092 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-9e789d26-65b7-41cc-aa0c-5740440b5b6f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a5f48087-4ade-4ff0-80bb-1d0e0944902a HTTP/1.1" status: 204 len: 168 time: 0.1876669 Sep 09 18:29:52.882603 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e789d26-65b7-41cc-aa0c-5740440b5b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f48087-4ade-4ff0-80bb-1d0e0944902a,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:29:53.514249 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 48634) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:29:53.531764 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-7e3a9211-2830-462e-9a48-8fae269233d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:53.643954 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-7e3a9211-2830-462e-9a48-8fae269233d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:53.699105 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-7e3a9211-2830-462e-9a48-8fae269233d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:53.741743 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-7e3a9211-2830-462e-9a48-8fae269233d5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=80b27d91479149c6b67da4faac3ab79d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2263620 Sep 09 18:29:53.742692 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a9211-2830-462e-9a48-8fae269233d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba99e2b4-effa-4ceb-8a33-5b4027fa0854,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:29:53.745305 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 48636) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:29:53.806916 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-38a84c4e-2a9f-4775-864f-45d9619452c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:53.832622 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-38a84c4e-2a9f-4775-864f-45d9619452c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:53.962066 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-38a84c4e-2a9f-4775-864f-45d9619452c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:53.964605 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-38a84c4e-2a9f-4775-864f-45d9619452c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:53.965799 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-38a84c4e-2a9f-4775-864f-45d9619452c4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ba99e2b4-effa-4ceb-8a33-5b4027fa0854 HTTP/1.1" status: 204 len: 168 time: 0.2194963 Sep 09 18:29:53.975204 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a84c4e-2a9f-4775-864f-45d9619452c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba99e2b4-effa-4ceb-8a33-5b4027fa0854,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:29:54.695659 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 48642) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:29:54.709597 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-66c1bc26-1f36-43c7-9b05-540a187b8275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:54.796831 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-66c1bc26-1f36-43c7-9b05-540a187b8275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:54.816696 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-632bc0b8-75a6-4691-9996-7dac98d85f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:54.862285 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-66c1bc26-1f36-43c7-9b05-540a187b8275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:54.899816 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-66c1bc26-1f36-43c7-9b05-540a187b8275 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7e154fa74a4b4af39df5015d64d45985&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2030976 Sep 09 18:29:54.901808 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c1bc26-1f36-43c7-9b05-540a187b8275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db60ceb7-7a5c-4aab-bf7c-b058ad966032,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:29:54.902511 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 48644) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:29:54.953440 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-aefa9061-2f87-4e9e-8bf7-a971d5463e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:54.975149 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-aefa9061-2f87-4e9e-8bf7-a971d5463e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:55.098752 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-aefa9061-2f87-4e9e-8bf7-a971d5463e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:55.101401 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-aefa9061-2f87-4e9e-8bf7-a971d5463e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:55.102553 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-aefa9061-2f87-4e9e-8bf7-a971d5463e8a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/db60ceb7-7a5c-4aab-bf7c-b058ad966032 HTTP/1.1" status: 204 len: 168 time: 0.1989872 Sep 09 18:29:55.111154 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa9061-2f87-4e9e-8bf7-a971d5463e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db60ceb7-7a5c-4aab-bf7c-b058ad966032,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:29:57.481635 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c4af900d-63a8-42dc-be62-3a6c5676ed0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:57.509946 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:29:58.094109 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-e5b9ccd0-2765-4f59-a124-3a68b1629738 tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=d8748504687844fbb8af005ca8b1fca7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284836 Sep 09 18:29:58.528131 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-0c0a757a-2489-4706-9103-97ab0c997288 tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:29:58.529616 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-0c0a757a-2489-4706-9103-97ab0c997288 tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4294782 Sep 09 18:29:58.544998 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-f7092521-f0e2-4a77-961e-8799c0cde487 tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] 10.222.0.39 "GET /v2.0/quotas/d8748504687844fbb8af005ca8b1fca7 HTTP/1.1" status: 200 len: 375 time: 0.0090339 Sep 09 18:29:58.578043 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-79b521f7-38b8-4fc0-b7fc-fe6f86204dbd tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d8748504687844fbb8af005ca8b1fca7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265236 Sep 09 18:29:58.946837 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6faf7388-999f-47c3-a773-5f530f36041d req-cff58571-37a5-4d33-bbff-b19be1da6ce3 tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d087aeb-3006-4b2d-8256-f3425f30b807 HTTP/1.1" status: 200 len: 210 time: 0.0262136 Sep 09 18:29:59.189890 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:00.043439 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-73410a69-d153-4eca-bdb1-a964f1ea4bbc req-6c50393e-c45b-4ca5-bdf9-e6b1be6cb4fb tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d087aeb-3006-4b2d-8256-f3425f30b807 HTTP/1.1" status: 200 len: 210 time: 0.0260527 Sep 09 18:30:01.107392 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:01.149177 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ab22150f-a337-4b73-8574-7f5cf52f450c req-361078be-7304-4a0a-8ddd-ecb6b2bcec8b tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d087aeb-3006-4b2d-8256-f3425f30b807 HTTP/1.1" status: 200 len: 210 time: 0.0297391 Sep 09 18:30:01.347402 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-31a4ddbc-7b7c-4efa-88a3-5ceaed10f609 tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=d8748504687844fbb8af005ca8b1fca7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218699 Sep 09 18:30:01.455709 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-7b7efc3c-06b0-425d-bfc1-e840c3c6c911 tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:01.457168 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-7b7efc3c-06b0-425d-bfc1-e840c3c6c911 tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1044972 Sep 09 18:30:01.469813 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-42a92295-98eb-4366-aed2-15d21f38e5bf tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] Request body: {'port': {'device_id': '3d087aeb-3006-4b2d-8256-f3425f30b807', 'network_id': '75ef1ab7-1241-4b32-b58a-5c9ecbac3335', 'admin_state_up': True, 'tenant_id': 'd8748504687844fbb8af005ca8b1fca7'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:30:01.624367 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-42a92295-98eb-4366-aed2-15d21f38e5bf tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] Made reservation on behalf of d8748504687844fbb8af005ca8b1fca7 for: {'port': 1} {{(pid=94637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:30:01.628376 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-42a92295-98eb-4366-aed2-15d21f38e5bf tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:01.637267 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-42a92295-98eb-4366-aed2-15d21f38e5bf tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] Notify callbacks [] for security_group, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:01.729281 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-42a92295-98eb-4366-aed2-15d21f38e5bf tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] Notify callbacks [] for security_group, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:01.818630 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-42a92295-98eb-4366-aed2-15d21f38e5bf tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:01.884557 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a92295-98eb-4366-aed2-15d21f38e5bf tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5951769f-97a3-49af-9d12-2432d18c9318,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:30:01.952119 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.db_base_plugin_common [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-42a92295-98eb-4366-aed2-15d21f38e5bf tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] Allocated IP 192.168.233.184 (75ef1ab7-1241-4b32-b58a-5c9ecbac3335/bd5c6144-7359-44a8-95ef-4c58d33d60ff/f1e1befa-07b0-4631-92fa-ff556fb70833) {{(pid=94637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:30:02.097051 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-42a92295-98eb-4366-aed2-15d21f38e5bf tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] Notify callbacks [] for port, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:02.110037 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.provisioning_blocks [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-42a92295-98eb-4366-aed2-15d21f38e5bf tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] Transition to ACTIVE for port object f1e1befa-07b0-4631-92fa-ff556fb70833 will not be triggered until provisioned by entity DHCP. {{(pid=94637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:30:02.214034 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-42a92295-98eb-4366-aed2-15d21f38e5bf tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:02.282502 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-42a92295-98eb-4366-aed2-15d21f38e5bf tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] Network 75ef1ab7-1241-4b32-b58a-5c9ecbac3335 is already hosted by enough agents. {{(pid=94637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:30:02.291308 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.base_scheduler [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-42a92295-98eb-4366-aed2-15d21f38e5bf tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] Resources bound (agent type, host, resource id): {{(pid=94637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:30:02.294967 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-42a92295-98eb-4366-aed2-15d21f38e5bf tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] Received port after_create {{(pid=94637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:30:02.297820 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a92295-98eb-4366-aed2-15d21f38e5bf tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] Pushing event updated for resources: {'Port': ['ID=f1e1befa-07b0-4631-92fa-ff556fb70833,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:30:02.346282 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47b026-b9e2-4297-b9b4-65b4517962b2 req-90027ddd-8240-4612-b336-5851b0b696cd tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:02.347811 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1e47b026-b9e2-4297-b9b4-65b4517962b2 req-90027ddd-8240-4612-b336-5851b0b696cd tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d087aeb-3006-4b2d-8256-f3425f30b807 HTTP/1.1" status: 200 len: 936 time: 0.1258490 Sep 09 18:30:02.377830 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-42a92295-98eb-4366-aed2-15d21f38e5bf tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:02.378486 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-42a92295-98eb-4366-aed2-15d21f38e5bf tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:02.406579 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1e47b026-b9e2-4297-b9b4-65b4517962b2 req-04795944-7a5e-49bf-9047-8013fa60d14e tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] 10.222.0.39 "GET /v2.0/security-groups?id=5951769f-97a3-49af-9d12-2432d18c9318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524619 Sep 09 18:30:02.479466 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-42a92295-98eb-4366-aed2-15d21f38e5bf tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0134897 Sep 09 18:30:02.491814 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-9d8dd285-b7d5-4f46-829b-1b70158c00e6 service neutron] Request body: {'port': {'device_id': '3d087aeb-3006-4b2d-8256-f3425f30b807', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77954'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:30:02.546477 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-9d8dd285-b7d5-4f46-829b-1b70158c00e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:02.609832 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-2fc90758-c25a-4da8-9360-9219b37ad0b6 None None] Provisioning for port f1e1befa-07b0-4631-92fa-ff556fb70833 completed by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:30:02.614626 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-2fc90758-c25a-4da8-9360-9219b37ad0b6 None None] Provisioning complete for port f1e1befa-07b0-4631-92fa-ff556fb70833 triggered by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:30:02.616511 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2fc90758-c25a-4da8-9360-9219b37ad0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:02.651667 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2fc90758-c25a-4da8-9360-9219b37ad0b6 None None] Port f1e1befa-07b0-4631-92fa-ff556fb70833 cannot update to ACTIVE because it is not bound. {{(pid=94639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 18:30:02.810257 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-9d8dd285-b7d5-4f46-829b-1b70158c00e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1e1befa-07b0-4631-92fa-ff556fb70833 {{(pid=94637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:30:02.817812 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-9d8dd285-b7d5-4f46-829b-1b70158c00e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:02.829408 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.provisioning_blocks [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-9d8dd285-b7d5-4f46-829b-1b70158c00e6 service neutron] Transition to ACTIVE for port object f1e1befa-07b0-4631-92fa-ff556fb70833 will not be triggered until provisioned by entity L2. {{(pid=94637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:30:02.901633 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-9d8dd285-b7d5-4f46-829b-1b70158c00e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859523'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:02.949376 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8dd285-b7d5-4f46-829b-1b70158c00e6 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e1befa-07b0-4631-92fa-ff556fb70833,revision_number=2']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:30:03.022187 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-9d8dd285-b7d5-4f46-829b-1b70158c00e6 service neutron] Attempting to bind port f1e1befa-07b0-4631-92fa-ff556fb70833 on host hv-cinder-77954 for vnic_type normal with profile {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:30:03.022524 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-9d8dd285-b7d5-4f46-829b-1b70158c00e6 service neutron] Attempting to bind port f1e1befa-07b0-4631-92fa-ff556fb70833 by drivers openvswitch,hyperv on host hv-cinder-77954 at level 0 using segments [{'id': 'f4c53408-86ff-4385-b052-5e9a93ea6237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '75ef1ab7-1241-4b32-b58a-5c9ecbac3335'}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:30:03.023077 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-9d8dd285-b7d5-4f46-829b-1b70158c00e6 service neutron] Attempting to bind port f1e1befa-07b0-4631-92fa-ff556fb70833 on network 75ef1ab7-1241-4b32-b58a-5c9ecbac3335 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:30:03.027242 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-9d8dd285-b7d5-4f46-829b-1b70158c00e6 service neutron] Port f1e1befa-07b0-4631-92fa-ff556fb70833 on network 75ef1ab7-1241-4b32-b58a-5c9ecbac3335 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77954 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 18:30:03.027572 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-9d8dd285-b7d5-4f46-829b-1b70158c00e6 service neutron] Attempting to bind port f1e1befa-07b0-4631-92fa-ff556fb70833 on network 75ef1ab7-1241-4b32-b58a-5c9ecbac3335 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:30:03.032786 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-9d8dd285-b7d5-4f46-829b-1b70158c00e6 service neutron] Checking agent: {'id': 'e6e03918-0440-4933-b179-09c79aa47d03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 14, 34), 'started_at': datetime.datetime(2021, 9, 9, 18, 14, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:30:03.033176 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-9d8dd285-b7d5-4f46-829b-1b70158c00e6 service neutron] Checking segment: {'id': 'f4c53408-86ff-4385-b052-5e9a93ea6237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '75ef1ab7-1241-4b32-b58a-5c9ecbac3335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:30:03.033559 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-9d8dd285-b7d5-4f46-829b-1b70158c00e6 service neutron] Bound using segment: {'id': 'f4c53408-86ff-4385-b052-5e9a93ea6237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '75ef1ab7-1241-4b32-b58a-5c9ecbac3335'} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:30:03.034014 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-9d8dd285-b7d5-4f46-829b-1b70158c00e6 service neutron] Bound port: f1e1befa-07b0-4631-92fa-ff556fb70833, host: hv-cinder-77954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4c53408-86ff-4385-b052-5e9a93ea6237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '75ef1ab7-1241-4b32-b58a-5c9ecbac3335'}}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:30:03.034374 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-9d8dd285-b7d5-4f46-829b-1b70158c00e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:03.107321 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-9d8dd285-b7d5-4f46-829b-1b70158c00e6 service neutron] For port f1e1befa-07b0-4631-92fa-ff556fb70833, host hv-cinder-77954, cleared binding levels {{(pid=94637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:30:03.109414 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-9d8dd285-b7d5-4f46-829b-1b70158c00e6 service neutron] For port f1e1befa-07b0-4631-92fa-ff556fb70833, host hv-cinder-77954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=f1e1befa-07b0-4631-92fa-ff556fb70833,segment=NetworkSegment(f4c53408-86ff-4385-b052-5e9a93ea6237),segment_id=f4c53408-86ff-4385-b052-5e9a93ea6237)] {{(pid=94637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:30:03.194894 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-9d8dd285-b7d5-4f46-829b-1b70158c00e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859523'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:03.235085 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-9d8dd285-b7d5-4f46-829b-1b70158c00e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:03.235662 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-9d8dd285-b7d5-4f46-829b-1b70158c00e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:03.236901 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-9d8dd285-b7d5-4f46-829b-1b70158c00e6 service neutron] 10.222.0.54 "PUT /v2.0/ports/f1e1befa-07b0-4631-92fa-ff556fb70833 HTTP/1.1" status: 200 len: 1098 time: 0.7492645 Sep 09 18:30:03.237412 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d087aeb-3006-4b2d-8256-f3425f30b807', 'tag': 'f1e1befa-07b0-4631-92fa-ff556fb70833'}] {{(pid=94637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:30:03.239657 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133f33bf375164f5fa4b6a6278130a616101494423e3cf7e78094e28bab08aaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fdfa65-5f31-4462-9b83-cc5deadc807f" -d '{"events": [{"name": "network-changed", "server_uuid": "3d087aeb-3006-4b2d-8256-f3425f30b807", "tag": "f1e1befa-07b0-4631-92fa-ff556fb70833"}]}' {{(pid=94637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:30:03.268108 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8dd285-b7d5-4f46-829b-1b70158c00e6 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e1befa-07b0-4631-92fa-ff556fb70833,revision_number=3']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:30:03.283325 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 18:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc831a2f-fa1c-44bc-a353-96d580a57c4d x-openstack-request-id: req-cc831a2f-fa1c-44bc-a353-96d580a57c4d {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:30:03.283325 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d087aeb-3006-4b2d-8256-f3425f30b807", "tag": "f1e1befa-07b0-4631-92fa-ff556fb70833", "status": "completed", "code": 200}]} {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:30:03.283325 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cc831a2f-fa1c-44bc-a353-96d580a57c4d {{(pid=94637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:30:03.283325 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d087aeb-3006-4b2d-8256-f3425f30b807', 'tag': 'f1e1befa-07b0-4631-92fa-ff556fb70833', 'status': 'completed', 'code': 200} Sep 09 18:30:03.357165 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fdfa65-5f31-4462-9b83-cc5deadc807f req-d7c9aac1-0574-4f0e-a592-37674e65b76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:03.358795 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-39fdfa65-5f31-4462-9b83-cc5deadc807f req-d7c9aac1-0574-4f0e-a592-37674e65b76a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d8748504687844fbb8af005ca8b1fca7&device_id=3d087aeb-3006-4b2d-8256-f3425f30b807 HTTP/1.1" status: 200 len: 1101 time: 0.0537636 Sep 09 18:30:03.393123 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-39fdfa65-5f31-4462-9b83-cc5deadc807f req-b8774740-630f-48d1-9954-1ceb750500dc service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=d8748504687844fbb8af005ca8b1fca7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250592 Sep 09 18:30:03.534254 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fdfa65-5f31-4462-9b83-cc5deadc807f req-f1d089a6-d343-4fb6-902a-f888ff2ebb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:03.535720 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-39fdfa65-5f31-4462-9b83-cc5deadc807f req-f1d089a6-d343-4fb6-902a-f888ff2ebb1c service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1355631 Sep 09 18:30:03.553206 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c756a-27ed-4c87-a654-2b6b66a026db req-13692cd2-58c9-43bd-989d-23e2cb56a111 tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:03.559059 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6a9c756a-27ed-4c87-a654-2b6b66a026db req-13692cd2-58c9-43bd-989d-23e2cb56a111 tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d087aeb-3006-4b2d-8256-f3425f30b807 HTTP/1.1" status: 200 len: 948 time: 0.0692952 Sep 09 18:30:03.624517 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6a9c756a-27ed-4c87-a654-2b6b66a026db req-8734d716-7d8f-4ab0-b31c-3c3112145dfd tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] 10.222.0.39 "GET /v2.0/security-groups?id=5951769f-97a3-49af-9d12-2432d18c9318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635283 Sep 09 18:30:03.634102 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-8e70c9c1-0af2-48e4-92bb-96746893d0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:03.635768 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-8e70c9c1-0af2-48e4-92bb-96746893d0ec service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d8748504687844fbb8af005ca8b1fca7&device_id=3d087aeb-3006-4b2d-8256-f3425f30b807 HTTP/1.1" status: 200 len: 1101 time: 0.0573390 Sep 09 18:30:03.679460 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-60a73218-c4b4-45d4-830b-a6b7bb939b59 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=f1e1befa-07b0-4631-92fa-ff556fb70833 HTTP/1.1" status: 200 len: 217 time: 0.0351901 Sep 09 18:30:03.728875 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-dce5da6c-d23d-4895-8266-a8727316372d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:03.730330 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-dce5da6c-d23d-4895-8266-a8727316372d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bd5c6144-7359-44a8-95ef-4c58d33d60ff HTTP/1.1" status: 200 len: 843 time: 0.0432427 Sep 09 18:30:03.780461 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-45360ffd-853b-4a73-9e2f-666dd3249d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:03.781964 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-45360ffd-853b-4a73-9e2f-666dd3249d12 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=75ef1ab7-1241-4b32-b58a-5c9ecbac3335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0444164 Sep 09 18:30:03.872865 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-bf3fdb44-5e02-4611-b2e8-340e8c5ab923 service neutron] 10.222.0.54 "GET /v2.0/networks/75ef1ab7-1241-4b32-b58a-5c9ecbac3335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827579 Sep 09 18:30:03.965383 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-577497aa-7458-49bf-9e34-7a83c4be0f19 req-0cf428a9-98d5-4819-8cd8-5a5be414f9fa service neutron] 10.222.0.54 "GET /v2.0/networks/75ef1ab7-1241-4b32-b58a-5c9ecbac3335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847738 Sep 09 18:30:04.745005 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6617b94-1e14-43a1-bc12-712b696d8176 req-355e7ff2-edcb-4298-b4b0-eed320b525fe tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:04.746484 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a6617b94-1e14-43a1-bc12-712b696d8176 req-355e7ff2-edcb-4298-b4b0-eed320b525fe tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d087aeb-3006-4b2d-8256-f3425f30b807 HTTP/1.1" status: 200 len: 948 time: 0.0493562 Sep 09 18:30:04.792887 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a6617b94-1e14-43a1-bc12-712b696d8176 req-3741d75c-ad79-4a6c-b81b-3fe2a5cac18f tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] 10.222.0.39 "GET /v2.0/security-groups?id=5951769f-97a3-49af-9d12-2432d18c9318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394893 Sep 09 18:30:05.905761 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ab317-018c-4e1b-9d88-11f32edc8bdc req-ca3269e8-b3c2-4001-82af-0b268a4b3aa4 tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:05.907258 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-486ab317-018c-4e1b-9d88-11f32edc8bdc req-ca3269e8-b3c2-4001-82af-0b268a4b3aa4 tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d087aeb-3006-4b2d-8256-f3425f30b807 HTTP/1.1" status: 200 len: 948 time: 0.0481310 Sep 09 18:30:05.945122 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-486ab317-018c-4e1b-9d88-11f32edc8bdc req-381d1755-6ad8-43c2-99a6-ca791152174d tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] 10.222.0.39 "GET /v2.0/security-groups?id=5951769f-97a3-49af-9d12-2432d18c9318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320222 Sep 09 18:30:06.098337 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:07.067767 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5741a-804a-4c0d-974a-5e824ef9c299 req-787fb7ec-e36f-4582-a655-d7dbbbed7a0e tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:07.069280 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4aa5741a-804a-4c0d-974a-5e824ef9c299 req-787fb7ec-e36f-4582-a655-d7dbbbed7a0e tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d087aeb-3006-4b2d-8256-f3425f30b807 HTTP/1.1" status: 200 len: 948 time: 0.0580435 Sep 09 18:30:07.108270 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4aa5741a-804a-4c0d-974a-5e824ef9c299 req-32f6a95e-3ad9-4680-98cc-ed5d9a45851e tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] 10.222.0.39 "GET /v2.0/security-groups?id=5951769f-97a3-49af-9d12-2432d18c9318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329559 Sep 09 18:30:08.221418 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a445d5c-de77-4f15-9092-8f057bb96903 req-8d4f8a86-e3c0-46f2-b01d-34b534ba174d tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:08.222922 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3a445d5c-de77-4f15-9092-8f057bb96903 req-8d4f8a86-e3c0-46f2-b01d-34b534ba174d tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d087aeb-3006-4b2d-8256-f3425f30b807 HTTP/1.1" status: 200 len: 948 time: 0.0482011 Sep 09 18:30:08.261551 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3a445d5c-de77-4f15-9092-8f057bb96903 req-aa40c9fe-cd50-4e38-b2aa-a1d68f14730b tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] 10.222.0.39 "GET /v2.0/security-groups?id=5951769f-97a3-49af-9d12-2432d18c9318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327637 Sep 09 18:30:09.374870 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04062389-c688-4506-8a23-226549305ac4 req-7177932d-215e-4968-b1e2-851e9cd8f771 tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:09.377313 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-04062389-c688-4506-8a23-226549305ac4 req-7177932d-215e-4968-b1e2-851e9cd8f771 tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d087aeb-3006-4b2d-8256-f3425f30b807 HTTP/1.1" status: 200 len: 948 time: 0.0489681 Sep 09 18:30:09.415348 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-04062389-c688-4506-8a23-226549305ac4 req-fe612b56-cefb-484d-8aa7-9642d889e73f tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] 10.222.0.39 "GET /v2.0/security-groups?id=5951769f-97a3-49af-9d12-2432d18c9318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324917 Sep 09 18:30:09.709104 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device f1e1befa-07b0-4631-92fa-ff556fb70833 details requested by agent hyperv_hv-cinder-77954 with host hv-cinder-77954 {{(pid=94639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 18:30:09.802485 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port f1e1befa-07b0-4631-92fa-ff556fb70833, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=f1e1befa-07b0-4631-92fa-ff556fb70833,segment=NetworkSegment(f4c53408-86ff-4385-b052-5e9a93ea6237),segment_id=f4c53408-86ff-4385-b052-5e9a93ea6237)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:30:09.814708 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Returning: {'device': 'f1e1befa-07b0-4631-92fa-ff556fb70833', 'network_id': '75ef1ab7-1241-4b32-b58a-5c9ecbac3335', 'port_id': 'f1e1befa-07b0-4631-92fa-ff556fb70833', 'mac_address': 'fa:16:3e:08:73:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd5c6144-7359-44a8-95ef-4c58d33d60ff', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 18:30:09.859105 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:09.872840 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1e1befa-07b0-4631-92fa-ff556fb70833 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:30:09.892877 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port f1e1befa-07b0-4631-92fa-ff556fb70833, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=f1e1befa-07b0-4631-92fa-ff556fb70833,segment=NetworkSegment(f4c53408-86ff-4385-b052-5e9a93ea6237),segment_id=f4c53408-86ff-4385-b052-5e9a93ea6237)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:30:09.989507 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:10.039964 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=f1e1befa-07b0-4631-92fa-ff556fb70833,revision_number=4']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:30:10.480587 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] get_ports_and_sgs() called for port_ids ['f1e1befa-07b0-4631-92fa-ff556fb70833'] {{(pid=94639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 18:30:10.540235 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4ed40-af6c-4d86-8b1b-3c2f80f9b301 req-1d297499-8616-49a2-a8fa-8e3e856c48c0 tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:10.542408 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-85e4ed40-af6c-4d86-8b1b-3c2f80f9b301 req-1d297499-8616-49a2-a8fa-8e3e856c48c0 tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d087aeb-3006-4b2d-8256-f3425f30b807 HTTP/1.1" status: 200 len: 949 time: 0.0572023 Sep 09 18:30:10.599566 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-85e4ed40-af6c-4d86-8b1b-3c2f80f9b301 req-b821d2a5-29ff-4302-82cc-1455d45b042b tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] 10.222.0.39 "GET /v2.0/security-groups?id=5951769f-97a3-49af-9d12-2432d18c9318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434022 Sep 09 18:30:11.722291 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device f1e1befa-07b0-4631-92fa-ff556fb70833 up at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:30:11.725674 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5c97f-bb40-4e00-a524-d56a9eb06c1b req-d5671a52-b116-410f-ac17-fff4316e3095 tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:11.732887 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-11c5c97f-bb40-4e00-a524-d56a9eb06c1b req-d5671a52-b116-410f-ac17-fff4316e3095 tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d087aeb-3006-4b2d-8256-f3425f30b807 HTTP/1.1" status: 200 len: 949 time: 0.0599711 Sep 09 18:30:11.769082 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-11c5c97f-bb40-4e00-a524-d56a9eb06c1b req-abfb5723-b67f-4035-9cc2-9e394da34a3c tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] 10.222.0.39 "GET /v2.0/security-groups?id=5951769f-97a3-49af-9d12-2432d18c9318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353470 Sep 09 18:30:11.851759 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning for port f1e1befa-07b0-4631-92fa-ff556fb70833 completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:30:11.854385 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning complete for port f1e1befa-07b0-4631-92fa-ff556fb70833 triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:30:11.857586 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:11.932239 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:11.954512 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d087aeb-3006-4b2d-8256-f3425f30b807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e1befa-07b0-4631-92fa-ff556fb70833'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:30:11.956791 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c42b67fee44e65162d6e194d2b8dbd641fdff823df3ddc4f15e211ea02ebf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9783b53b-67e3-4bb2-b6dc-c40f70a7fe53" -d '{"events": [{"server_uuid": "3d087aeb-3006-4b2d-8256-f3425f30b807", "name": "network-vif-plugged", "status": "completed", "tag": "f1e1befa-07b0-4631-92fa-ff556fb70833"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:30:11.973320 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port f1e1befa-07b0-4631-92fa-ff556fb70833, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=f1e1befa-07b0-4631-92fa-ff556fb70833,segment=NetworkSegment(f4c53408-86ff-4385-b052-5e9a93ea6237),segment_id=f4c53408-86ff-4385-b052-5e9a93ea6237)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:30:12.000813 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 18:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821bd5c9-06e7-4047-a724-5022ebc162e4 x-openstack-request-id: req-821bd5c9-06e7-4047-a724-5022ebc162e4 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:30:12.001111 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d087aeb-3006-4b2d-8256-f3425f30b807", "name": "network-vif-plugged", "status": "completed", "tag": "f1e1befa-07b0-4631-92fa-ff556fb70833", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:30:12.001365 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-821bd5c9-06e7-4047-a724-5022ebc162e4 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:30:12.002362 dv-cinder-779540-2-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d087aeb-3006-4b2d-8256-f3425f30b807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e1befa-07b0-4631-92fa-ff556fb70833', 'code': 200} Sep 09 18:30:12.033086 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:12.087634 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=f1e1befa-07b0-4631-92fa-ff556fb70833,revision_number=5']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:30:12.302587 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7998e-4220-44b8-9c5b-d8c44462b7d0 req-e2a607d1-b43b-49ff-bd7e-567a36df748d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:12.304433 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-24f7998e-4220-44b8-9c5b-d8c44462b7d0 req-e2a607d1-b43b-49ff-bd7e-567a36df748d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3d087aeb-3006-4b2d-8256-f3425f30b807 HTTP/1.1" status: 200 len: 1103 time: 0.0421464 Sep 09 18:30:12.339497 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-24f7998e-4220-44b8-9c5b-d8c44462b7d0 req-8a13aeca-3c1e-428b-90af-dbafc35d16eb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5951769f-97a3-49af-9d12-2432d18c9318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275838 Sep 09 18:30:12.888745 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c8086-aede-4ca6-980f-11a020137968 req-4ce7e3e1-2660-4cc0-9061-c7bdb483963b tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:12.890227 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-480c8086-aede-4ca6-980f-11a020137968 req-4ce7e3e1-2660-4cc0-9061-c7bdb483963b tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d087aeb-3006-4b2d-8256-f3425f30b807 HTTP/1.1" status: 200 len: 950 time: 0.0523689 Sep 09 18:30:12.928649 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-480c8086-aede-4ca6-980f-11a020137968 req-ace7a4a0-240c-4840-9d6f-02ee307d0186 tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] 10.222.0.39 "GET /v2.0/security-groups?id=5951769f-97a3-49af-9d12-2432d18c9318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321097 Sep 09 18:30:14.056555 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6844ad-5d05-401a-a539-687dcf91222a req-67f674dc-794b-4a53-a8e0-8b24aec3e57a tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:14.057971 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6b6844ad-5d05-401a-a539-687dcf91222a req-67f674dc-794b-4a53-a8e0-8b24aec3e57a tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d087aeb-3006-4b2d-8256-f3425f30b807 HTTP/1.1" status: 200 len: 950 time: 0.0519614 Sep 09 18:30:14.097725 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6b6844ad-5d05-401a-a539-687dcf91222a req-4e2424c2-a3c9-489c-9e96-e18175ee591e tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] 10.222.0.39 "GET /v2.0/security-groups?id=5951769f-97a3-49af-9d12-2432d18c9318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328712 Sep 09 18:30:15.210937 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd367a-a62c-46a9-8429-ef61dc809d96 req-fffab4c8-d824-4c32-b280-83de551fd505 tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:15.212454 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-62cd367a-a62c-46a9-8429-ef61dc809d96 req-fffab4c8-d824-4c32-b280-83de551fd505 tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d087aeb-3006-4b2d-8256-f3425f30b807 HTTP/1.1" status: 200 len: 950 time: 0.0487926 Sep 09 18:30:15.250935 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-62cd367a-a62c-46a9-8429-ef61dc809d96 req-532f55ae-3a69-4c76-917b-fa7580bb7e9b tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] 10.222.0.39 "GET /v2.0/security-groups?id=5951769f-97a3-49af-9d12-2432d18c9318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323012 Sep 09 18:30:15.730059 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcade1cd-12dd-4ded-83af-be00c53978dc req-e5769480-84fd-4a50-8edb-93e9d4427c21 tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:15.731578 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-fcade1cd-12dd-4ded-83af-be00c53978dc req-e5769480-84fd-4a50-8edb-93e9d4427c21 tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d087aeb-3006-4b2d-8256-f3425f30b807 HTTP/1.1" status: 200 len: 950 time: 0.0532362 Sep 09 18:30:15.770361 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-fcade1cd-12dd-4ded-83af-be00c53978dc req-f80f6dbc-8c2e-44f5-aae6-50e73c02a004 tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] 10.222.0.39 "GET /v2.0/security-groups?id=5951769f-97a3-49af-9d12-2432d18c9318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316498 Sep 09 18:30:16.166038 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-804d0849-15cd-472c-a69f-a76af79e703e req-78fd6e51-5526-4ab8-b5b8-53b0b6d49303 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1707551402&fields=id&tenant_id=1770c44abcca47449561e6ab91841b32 HTTP/1.1" status: 200 len: 267 time: 0.0323839 Sep 09 18:30:16.270076 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d0849-15cd-472c-a69f-a76af79e703e req-7d6cf36c-026d-48e1-a052-e5a59160fec8 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:16.271563 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-804d0849-15cd-472c-a69f-a76af79e703e req-7d6cf36c-026d-48e1-a052-e5a59160fec8 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/networks?id=12c9815a-8b2f-47cd-b8b1-a5fb504eb71c HTTP/1.1" status: 200 len: 812 time: 0.0988321 Sep 09 18:30:16.286663 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-804d0849-15cd-472c-a69f-a76af79e703e req-dc88a54d-fbd6-42d8-9f1f-ab324e69a185 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/quotas/1770c44abcca47449561e6ab91841b32 HTTP/1.1" status: 200 len: 375 time: 0.0093148 Sep 09 18:30:16.346160 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-804d0849-15cd-472c-a69f-a76af79e703e req-28353d1e-46af-4cb3-901b-d442fee2dacd tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1770c44abcca47449561e6ab91841b32&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0542386 Sep 09 18:30:16.531084 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-804d0849-15cd-472c-a69f-a76af79e703e req-9924ad80-3efd-459f-9b05-9584c1c10050 service neutron] 10.222.0.39 "GET /v2.0/networks/12c9815a-8b2f-47cd-b8b1-a5fb504eb71c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719203 Sep 09 18:30:16.626455 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-804d0849-15cd-472c-a69f-a76af79e703e req-bdce206f-fdf8-4fc6-b391-f2bf1c3365dc service neutron] 10.222.0.39 "GET /v2.0/networks/12c9815a-8b2f-47cd-b8b1-a5fb504eb71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883079 Sep 09 18:30:16.886070 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb4cf87-af89-4a2e-a489-99b41a0702a2 req-2dcf816d-f21d-4ecc-a311-bc3b60f8d81a tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:16.887667 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5bb4cf87-af89-4a2e-a489-99b41a0702a2 req-2dcf816d-f21d-4ecc-a311-bc3b60f8d81a tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d087aeb-3006-4b2d-8256-f3425f30b807 HTTP/1.1" status: 200 len: 950 time: 0.0495791 Sep 09 18:30:16.935231 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-5bb4cf87-af89-4a2e-a489-99b41a0702a2 req-25d77d27-53e0-406e-aa24-9251bd91d891 tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] 10.222.0.39 "GET /v2.0/security-groups?id=5951769f-97a3-49af-9d12-2432d18c9318&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412915 Sep 09 18:30:17.167596 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-29088bb1-c1cd-4b09-b6ba-676c98a21208 req-5ba41a22-c7f2-4507-a376-d4b27f8824b0 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d4aefaa-1723-4961-ba5c-08fa46bbf00d HTTP/1.1" status: 200 len: 210 time: 0.0288291 Sep 09 18:30:17.360474 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf5a70-206a-48ad-a426-35d4f662f1ea req-d6812754-50b1-4bdf-8c35-da6d671daed6 tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:17.361900 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-42bf5a70-206a-48ad-a426-35d4f662f1ea req-d6812754-50b1-4bdf-8c35-da6d671daed6 tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d087aeb-3006-4b2d-8256-f3425f30b807 HTTP/1.1" status: 200 len: 950 time: 0.0534685 Sep 09 18:30:17.458295 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [req-42bf5a70-206a-48ad-a426-35d4f662f1ea req-dba045d7-0099-44af-8784-f08104ba3e9c tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] Deleting port f1e1befa-07b0-4631-92fa-ff556fb70833 {{(pid=94637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:30:17.458557 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-42bf5a70-206a-48ad-a426-35d4f662f1ea req-dba045d7-0099-44af-8784-f08104ba3e9c tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:17.551587 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-42bf5a70-206a-48ad-a426-35d4f662f1ea req-dba045d7-0099-44af-8784-f08104ba3e9c tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] For port f1e1befa-07b0-4631-92fa-ff556fb70833, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=f1e1befa-07b0-4631-92fa-ff556fb70833,segment=NetworkSegment(f4c53408-86ff-4385-b052-5e9a93ea6237),segment_id=f4c53408-86ff-4385-b052-5e9a93ea6237)] {{(pid=94637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:30:17.551963 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-42bf5a70-206a-48ad-a426-35d4f662f1ea req-dba045d7-0099-44af-8784-f08104ba3e9c tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:17.563950 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [req-42bf5a70-206a-48ad-a426-35d4f662f1ea req-dba045d7-0099-44af-8784-f08104ba3e9c tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] Calling delete_port for f1e1befa-07b0-4631-92fa-ff556fb70833 owned by compute:nova {{(pid=94637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:30:17.823943 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-42bf5a70-206a-48ad-a426-35d4f662f1ea req-dba045d7-0099-44af-8784-f08104ba3e9c tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:17.855236 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba045d7-0099-44af-8784-f08104ba3e9c tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] Pushing event deleted for resources: {'Port': ['ID=f1e1befa-07b0-4631-92fa-ff556fb70833,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:30:17.899591 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [req-42bf5a70-206a-48ad-a426-35d4f662f1ea req-dba045d7-0099-44af-8784-f08104ba3e9c tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] No DVR routers for this DVR port f1e1befa-07b0-4631-92fa-ff556fb70833 on host hv-cinder-77954 {{(pid=94637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 18:30:17.902131 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-42bf5a70-206a-48ad-a426-35d4f662f1ea req-dba045d7-0099-44af-8784-f08104ba3e9c tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:17.904076 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-42bf5a70-206a-48ad-a426-35d4f662f1ea req-dba045d7-0099-44af-8784-f08104ba3e9c tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] 10.222.0.54 "DELETE /v2.0/ports/f1e1befa-07b0-4631-92fa-ff556fb70833 HTTP/1.1" status: 204 len: 173 time: 0.5344868 Sep 09 18:30:17.904549 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d087aeb-3006-4b2d-8256-f3425f30b807', 'name': 'network-vif-deleted', 'tag': 'f1e1befa-07b0-4631-92fa-ff556fb70833'}] {{(pid=94637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:30:17.906771 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133f33bf375164f5fa4b6a6278130a616101494423e3cf7e78094e28bab08aaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8df8ec-026c-4592-ba2a-76ede774d8ef" -d '{"events": [{"server_uuid": "3d087aeb-3006-4b2d-8256-f3425f30b807", "name": "network-vif-deleted", "tag": "f1e1befa-07b0-4631-92fa-ff556fb70833"}]}' {{(pid=94637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:30:17.946030 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 18:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6420d9-b147-4706-a060-52c773157963 x-openstack-request-id: req-3e6420d9-b147-4706-a060-52c773157963 {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:30:17.954086 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d087aeb-3006-4b2d-8256-f3425f30b807", "name": "network-vif-deleted", "tag": "f1e1befa-07b0-4631-92fa-ff556fb70833", "status": "completed", "code": 200}]} {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:30:17.954086 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3e6420d9-b147-4706-a060-52c773157963 {{(pid=94637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:30:17.954086 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d087aeb-3006-4b2d-8256-f3425f30b807', 'name': 'network-vif-deleted', 'tag': 'f1e1befa-07b0-4631-92fa-ff556fb70833', 'status': 'completed', 'code': 200} Sep 09 18:30:18.039230 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e2da9994-6d07-4366-86a1-46b46e5de472 req-307c2678-1075-45d5-9fb6-7f5cdac7371b tempest-VolumesNegativeTest-629239547 tempest-VolumesNegativeTest-629239547-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d087aeb-3006-4b2d-8256-f3425f30b807 HTTP/1.1" status: 200 len: 210 time: 0.0276716 Sep 09 18:30:18.263995 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d3028cbe-4647-4889-b74d-ad5d897978fc req-e1537aea-289d-418e-bc47-deaa61d9d065 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d4aefaa-1723-4961-ba5c-08fa46bbf00d HTTP/1.1" status: 200 len: 210 time: 0.0273209 Sep 09 18:30:19.401489 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6357daf3-bdf0-4c5c-9e62-7c7da124e121 req-b17214f8-25b0-4a16-9b23-f0ea7ef5c7c7 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d4aefaa-1723-4961-ba5c-08fa46bbf00d HTTP/1.1" status: 200 len: 210 time: 0.0404112 Sep 09 18:30:19.423752 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d0849-15cd-472c-a69f-a76af79e703e req-e56e3ef2-cad4-444f-866f-c688a6f6a0e4 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:19.426192 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-804d0849-15cd-472c-a69f-a76af79e703e req-e56e3ef2-cad4-444f-866f-c688a6f6a0e4 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.54 "GET /v2.0/networks?id=12c9815a-8b2f-47cd-b8b1-a5fb504eb71c HTTP/1.1" status: 200 len: 812 time: 0.1374111 Sep 09 18:30:19.471476 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-804d0849-15cd-472c-a69f-a76af79e703e req-3ff3bb80-98a6-4c8f-bc3c-3d062e3d277a tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1770c44abcca47449561e6ab91841b32 HTTP/1.1" status: 200 len: 380 time: 0.0355515 Sep 09 18:30:19.481958 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [req-804d0849-15cd-472c-a69f-a76af79e703e req-d7347d1d-4013-489a-af31-772855f4ea6c tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Request body: {'port': {'device_id': '8d4aefaa-1723-4961-ba5c-08fa46bbf00d', 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'admin_state_up': True, 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'security_groups': ['95faf039-bc96-48d0-babb-6a31fbf7d32b']}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:30:19.724155 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-804d0849-15cd-472c-a69f-a76af79e703e req-d7347d1d-4013-489a-af31-772855f4ea6c tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Made reservation on behalf of 1770c44abcca47449561e6ab91841b32 for: {'port': 1} {{(pid=94637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 18:30:19.727770 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-804d0849-15cd-472c-a69f-a76af79e703e req-d7347d1d-4013-489a-af31-772855f4ea6c tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:19.777479 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device f1e1befa-07b0-4631-92fa-ff556fb70833 no longer exists at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:30:19.819818 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] No Port match for: f1e1befa-07b0-4631-92fa-ff556fb70833 {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:30:19.820173 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device f1e1befa-07b0-4631-92fa-ff556fb70833 not bound to the agent host hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:30:19.871435 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.db_base_plugin_common [req-804d0849-15cd-472c-a69f-a76af79e703e req-d7347d1d-4013-489a-af31-772855f4ea6c tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Allocated IP 172.20.0.9 (12c9815a-8b2f-47cd-b8b1-a5fb504eb71c/2097dc36-6037-4f23-a336-5ec26ebde0c6/68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f) {{(pid=94637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:30:20.013014 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-804d0849-15cd-472c-a69f-a76af79e703e req-d7347d1d-4013-489a-af31-772855f4ea6c tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for port, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:20.027537 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.provisioning_blocks [req-804d0849-15cd-472c-a69f-a76af79e703e req-d7347d1d-4013-489a-af31-772855f4ea6c tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Transition to ACTIVE for port object 68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f will not be triggered until provisioned by entity DHCP. {{(pid=94637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:30:20.138857 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-804d0849-15cd-472c-a69f-a76af79e703e req-d7347d1d-4013-489a-af31-772855f4ea6c tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:20.183493 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-804d0849-15cd-472c-a69f-a76af79e703e req-d7347d1d-4013-489a-af31-772855f4ea6c tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Network 12c9815a-8b2f-47cd-b8b1-a5fb504eb71c is already hosted by enough agents. {{(pid=94637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:30:20.186632 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.base_scheduler [req-804d0849-15cd-472c-a69f-a76af79e703e req-d7347d1d-4013-489a-af31-772855f4ea6c tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Resources bound (agent type, host, resource id): {{(pid=94637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:30:20.192921 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [req-804d0849-15cd-472c-a69f-a76af79e703e req-d7347d1d-4013-489a-af31-772855f4ea6c tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Received port after_create {{(pid=94637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:30:20.221645 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7347d1d-4013-489a-af31-772855f4ea6c tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Pushing event updated for resources: {'Port': ['ID=68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:30:20.251716 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d0849-15cd-472c-a69f-a76af79e703e req-d7347d1d-4013-489a-af31-772855f4ea6c tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:20.252371 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-804d0849-15cd-472c-a69f-a76af79e703e req-d7347d1d-4013-489a-af31-772855f4ea6c tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:20.348084 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-804d0849-15cd-472c-a69f-a76af79e703e req-d7347d1d-4013-489a-af31-772855f4ea6c tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8698502 Sep 09 18:30:20.361107 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [req-804d0849-15cd-472c-a69f-a76af79e703e req-0b820a8a-58f6-49b8-a286-ba1e32d620e8 service neutron] Request body: {'port': {'device_id': '8d4aefaa-1723-4961-ba5c-08fa46bbf00d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77954'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:30:20.421518 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-804d0849-15cd-472c-a69f-a76af79e703e req-0b820a8a-58f6-49b8-a286-ba1e32d620e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:20.506891 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-fdca3b5a-47ad-4a25-a9d2-6066df28c9d3 None None] Provisioning for port 68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f completed by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:30:20.511705 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-fdca3b5a-47ad-4a25-a9d2-6066df28c9d3 None None] Provisioning complete for port 68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f triggered by entity DHCP. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:30:20.512385 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fdca3b5a-47ad-4a25-a9d2-6066df28c9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:20.551067 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-fdca3b5a-47ad-4a25-a9d2-6066df28c9d3 None None] Port 68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f cannot update to ACTIVE because it is not bound. {{(pid=94639) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 18:30:20.624962 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147019f-dc91-4d1b-8d8a-8cd575d52ee2 req-485640b7-e976-45e0-914c-f600d319d6d1 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:20.624962 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b147019f-dc91-4d1b-8d8a-8cd575d52ee2 req-485640b7-e976-45e0-914c-f600d319d6d1 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d4aefaa-1723-4961-ba5c-08fa46bbf00d HTTP/1.1" status: 200 len: 931 time: 0.0872192 Sep 09 18:30:20.715115 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b147019f-dc91-4d1b-8d8a-8cd575d52ee2 req-bdb1a361-aad7-4b8a-9d94-337cb2bd6878 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570755 Sep 09 18:30:20.777916 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [req-804d0849-15cd-472c-a69f-a76af79e703e req-0b820a8a-58f6-49b8-a286-ba1e32d620e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f {{(pid=94637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:30:20.786098 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-804d0849-15cd-472c-a69f-a76af79e703e req-0b820a8a-58f6-49b8-a286-ba1e32d620e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:20.798209 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.provisioning_blocks [req-804d0849-15cd-472c-a69f-a76af79e703e req-0b820a8a-58f6-49b8-a286-ba1e32d620e8 service neutron] Transition to ACTIVE for port object 68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f will not be triggered until provisioned by entity L2. {{(pid=94637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 18:30:20.952453 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-804d0849-15cd-472c-a69f-a76af79e703e req-0b820a8a-58f6-49b8-a286-ba1e32d620e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859523'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:21.006375 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b820a8a-58f6-49b8-a286-ba1e32d620e8 service neutron] Pushing event updated for resources: {'Port': ['ID=68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f,revision_number=2']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:30:21.083659 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-804d0849-15cd-472c-a69f-a76af79e703e req-0b820a8a-58f6-49b8-a286-ba1e32d620e8 service neutron] Attempting to bind port 68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f on host hv-cinder-77954 for vnic_type normal with profile {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 18:30:21.084274 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-804d0849-15cd-472c-a69f-a76af79e703e req-0b820a8a-58f6-49b8-a286-ba1e32d620e8 service neutron] Attempting to bind port 68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f by drivers openvswitch,hyperv on host hv-cinder-77954 at level 0 using segments [{'id': '29b169d6-63dc-48f4-bd8b-c0ac4e248e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c'}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 18:30:21.084860 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804d0849-15cd-472c-a69f-a76af79e703e req-0b820a8a-58f6-49b8-a286-ba1e32d620e8 service neutron] Attempting to bind port 68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f on network 12c9815a-8b2f-47cd-b8b1-a5fb504eb71c {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:30:21.092566 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804d0849-15cd-472c-a69f-a76af79e703e req-0b820a8a-58f6-49b8-a286-ba1e32d620e8 service neutron] Port 68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f on network 12c9815a-8b2f-47cd-b8b1-a5fb504eb71c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77954 {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 18:30:21.092971 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804d0849-15cd-472c-a69f-a76af79e703e req-0b820a8a-58f6-49b8-a286-ba1e32d620e8 service neutron] Attempting to bind port 68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f on network 12c9815a-8b2f-47cd-b8b1-a5fb504eb71c {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 18:30:21.100015 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804d0849-15cd-472c-a69f-a76af79e703e req-0b820a8a-58f6-49b8-a286-ba1e32d620e8 service neutron] Checking agent: {'id': 'e6e03918-0440-4933-b179-09c79aa47d03', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 18, 14, 34), 'started_at': datetime.datetime(2021, 9, 9, 18, 14, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 18, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 18:30:21.100281 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804d0849-15cd-472c-a69f-a76af79e703e req-0b820a8a-58f6-49b8-a286-ba1e32d620e8 service neutron] Checking segment: {'id': '29b169d6-63dc-48f4-bd8b-c0ac4e248e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 18:30:21.100698 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804d0849-15cd-472c-a69f-a76af79e703e req-0b820a8a-58f6-49b8-a286-ba1e32d620e8 service neutron] Bound using segment: {'id': '29b169d6-63dc-48f4-bd8b-c0ac4e248e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c'} {{(pid=94637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 18:30:21.101165 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.managers [req-804d0849-15cd-472c-a69f-a76af79e703e req-0b820a8a-58f6-49b8-a286-ba1e32d620e8 service neutron] Bound port: 68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f, host: hv-cinder-77954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29b169d6-63dc-48f4-bd8b-c0ac4e248e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c'}}] {{(pid=94637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 18:30:21.101539 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-804d0849-15cd-472c-a69f-a76af79e703e req-0b820a8a-58f6-49b8-a286-ba1e32d620e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:21.181685 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-804d0849-15cd-472c-a69f-a76af79e703e req-0b820a8a-58f6-49b8-a286-ba1e32d620e8 service neutron] For port 68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f, host hv-cinder-77954, cleared binding levels {{(pid=94637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 18:30:21.184789 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [req-804d0849-15cd-472c-a69f-a76af79e703e req-0b820a8a-58f6-49b8-a286-ba1e32d620e8 service neutron] For port 68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f, host hv-cinder-77954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f,segment=NetworkSegment(29b169d6-63dc-48f4-bd8b-c0ac4e248e1a),segment_id=29b169d6-63dc-48f4-bd8b-c0ac4e248e1a)] {{(pid=94637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 18:30:21.244242 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-804d0849-15cd-472c-a69f-a76af79e703e req-0b820a8a-58f6-49b8-a286-ba1e32d620e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859523'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:21.278283 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d0849-15cd-472c-a69f-a76af79e703e req-0b820a8a-58f6-49b8-a286-ba1e32d620e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:21.278919 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [req-804d0849-15cd-472c-a69f-a76af79e703e req-0b820a8a-58f6-49b8-a286-ba1e32d620e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:21.280337 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-804d0849-15cd-472c-a69f-a76af79e703e req-0b820a8a-58f6-49b8-a286-ba1e32d620e8 service neutron] 10.222.0.54 "PUT /v2.0/ports/68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f HTTP/1.1" status: 200 len: 1093 time: 0.9238260 Sep 09 18:30:21.280790 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4aefaa-1723-4961-ba5c-08fa46bbf00d', 'tag': '68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f'}] {{(pid=94637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:30:21.283052 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133f33bf375164f5fa4b6a6278130a616101494423e3cf7e78094e28bab08aaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d63b7c-16c6-4511-ba5f-112cc6781e47" -d '{"events": [{"name": "network-changed", "server_uuid": "8d4aefaa-1723-4961-ba5c-08fa46bbf00d", "tag": "68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f"}]}' {{(pid=94637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:30:21.318113 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b820a8a-58f6-49b8-a286-ba1e32d620e8 service neutron] Pushing event updated for resources: {'Port': ['ID=68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f,revision_number=3']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:30:21.329075 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 18:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87060e5-a2b6-4f51-8bd2-3aa4e9d8518d x-openstack-request-id: req-e87060e5-a2b6-4f51-8bd2-3aa4e9d8518d {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:30:21.329365 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d4aefaa-1723-4961-ba5c-08fa46bbf00d", "tag": "68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f", "status": "completed", "code": 200}]} {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:30:21.329614 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e87060e5-a2b6-4f51-8bd2-3aa4e9d8518d {{(pid=94637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:30:21.330611 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d4aefaa-1723-4961-ba5c-08fa46bbf00d', 'tag': '68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f', 'status': 'completed', 'code': 200} Sep 09 18:30:21.390774 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d63b7c-16c6-4511-ba5f-112cc6781e47 req-e61a15fd-155c-4d2d-a3f7-35f6c4f1b3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:21.392346 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-77d63b7c-16c6-4511-ba5f-112cc6781e47 req-e61a15fd-155c-4d2d-a3f7-35f6c4f1b3bd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1770c44abcca47449561e6ab91841b32&device_id=8d4aefaa-1723-4961-ba5c-08fa46bbf00d HTTP/1.1" status: 200 len: 1096 time: 0.0429528 Sep 09 18:30:21.505484 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d63b7c-16c6-4511-ba5f-112cc6781e47 req-a13d6e0e-03f0-4d9e-8a8f-bc2915df7593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:21.506454 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-77d63b7c-16c6-4511-ba5f-112cc6781e47 req-a13d6e0e-03f0-4d9e-8a8f-bc2915df7593 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=1770c44abcca47449561e6ab91841b32&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1054647 Sep 09 18:30:21.603047 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d63b7c-16c6-4511-ba5f-112cc6781e47 req-25b64019-8602-4aa7-a06e-e023996e716c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:21.604561 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-77d63b7c-16c6-4511-ba5f-112cc6781e47 req-25b64019-8602-4aa7-a06e-e023996e716c service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911896 Sep 09 18:30:21.692964 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d0849-15cd-472c-a69f-a76af79e703e req-aaa8a4cf-2249-4c84-bbea-2a1862e40582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:21.694460 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-804d0849-15cd-472c-a69f-a76af79e703e req-aaa8a4cf-2249-4c84-bbea-2a1862e40582 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1770c44abcca47449561e6ab91841b32&device_id=8d4aefaa-1723-4961-ba5c-08fa46bbf00d HTTP/1.1" status: 200 len: 1096 time: 0.0404971 Sep 09 18:30:21.735841 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-804d0849-15cd-472c-a69f-a76af79e703e req-5ac25a70-178c-4f6a-a741-17c6da54917f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f HTTP/1.1" status: 200 len: 217 time: 0.0334477 Sep 09 18:30:21.805530 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d0849-15cd-472c-a69f-a76af79e703e req-23e32524-1abc-44e0-907a-2dac8632ab3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:21.807093 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-804d0849-15cd-472c-a69f-a76af79e703e req-23e32524-1abc-44e0-907a-2dac8632ab3a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2097dc36-6037-4f23-a336-5ec26ebde0c6 HTTP/1.1" status: 200 len: 851 time: 0.0629015 Sep 09 18:30:22.133403 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b76f6-ec05-4181-88f6-f20a2836fb99 req-5b6e622d-25c2-456e-b71e-4c1d6f4cebf3 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:22.134966 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-444b76f6-ec05-4181-88f6-f20a2836fb99 req-5b6e622d-25c2-456e-b71e-4c1d6f4cebf3 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d4aefaa-1723-4961-ba5c-08fa46bbf00d HTTP/1.1" status: 200 len: 943 time: 0.3479300 Sep 09 18:30:22.149273 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d0849-15cd-472c-a69f-a76af79e703e req-90a8bdc9-7d28-46ae-9380-4eb2d1140063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:22.150718 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-804d0849-15cd-472c-a69f-a76af79e703e req-90a8bdc9-7d28-46ae-9380-4eb2d1140063 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=12c9815a-8b2f-47cd-b8b1-a5fb504eb71c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0661824 Sep 09 18:30:22.201301 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-444b76f6-ec05-4181-88f6-f20a2836fb99 req-e2e0766e-d62c-4188-ac5a-55bac94baabf tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595446 Sep 09 18:30:22.261873 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-804d0849-15cd-472c-a69f-a76af79e703e req-9693e5c2-5c29-4f80-a7be-f86918e5c0bb service neutron] 10.222.0.54 "GET /v2.0/networks/12c9815a-8b2f-47cd-b8b1-a5fb504eb71c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008899 Sep 09 18:30:22.353569 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-804d0849-15cd-472c-a69f-a76af79e703e req-84d77481-7ac6-48cc-a466-ec46265ede4d service neutron] 10.222.0.54 "GET /v2.0/networks/12c9815a-8b2f-47cd-b8b1-a5fb504eb71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846281 Sep 09 18:30:23.323502 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb5c04-0a86-472c-bb8b-3c55dbf30ccf req-67538e68-4479-4d9c-a203-457aa315c85c tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:23.325134 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-29eb5c04-0a86-472c-bb8b-3c55dbf30ccf req-67538e68-4479-4d9c-a203-457aa315c85c tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d4aefaa-1723-4961-ba5c-08fa46bbf00d HTTP/1.1" status: 200 len: 943 time: 0.0515623 Sep 09 18:30:23.377023 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-29eb5c04-0a86-472c-bb8b-3c55dbf30ccf req-3b33e8db-77c4-40cc-8616-a76561631afb tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457635 Sep 09 18:30:24.494157 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8cf0f-b70b-4dd9-b4b2-fe859749695c req-c472490b-36f5-484e-8f8f-bd3179c71e0b tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:24.495571 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b9d8cf0f-b70b-4dd9-b4b2-fe859749695c req-c472490b-36f5-484e-8f8f-bd3179c71e0b tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d4aefaa-1723-4961-ba5c-08fa46bbf00d HTTP/1.1" status: 200 len: 943 time: 0.0487254 Sep 09 18:30:24.534246 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b9d8cf0f-b70b-4dd9-b4b2-fe859749695c req-e81222de-8d88-462b-961e-5d7bfdb684d8 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327377 Sep 09 18:30:24.854780 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2fa868d-76be-4a38-ad0a-ede4b2f034c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:25.147236 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 49058) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:30:25.286471 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-23a2ff39-1ffe-4a99-b3ab-8a63c5c504e1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d8748504687844fbb8af005ca8b1fca7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1380799 Sep 09 18:30:25.289347 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 49062) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:30:25.337123 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3e050dc5-4f40-4fc9-916a-a9a36f4f9882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:25.358423 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3e050dc5-4f40-4fc9-916a-a9a36f4f9882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:25.468959 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3e050dc5-4f40-4fc9-916a-a9a36f4f9882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:25.471614 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3e050dc5-4f40-4fc9-916a-a9a36f4f9882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:25.472791 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-3e050dc5-4f40-4fc9-916a-a9a36f4f9882 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5951769f-97a3-49af-9d12-2432d18c9318 HTTP/1.1" status: 204 len: 168 time: 0.1825411 Sep 09 18:30:25.482086 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e050dc5-4f40-4fc9-916a-a9a36f4f9882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5951769f-97a3-49af-9d12-2432d18c9318,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:30:25.651822 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef806956-18dd-4ee1-be55-00eca0ad73a4 req-80262632-a4d8-45e5-9fa9-aa5409a6e646 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:25.653309 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ef806956-18dd-4ee1-be55-00eca0ad73a4 req-80262632-a4d8-45e5-9fa9-aa5409a6e646 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d4aefaa-1723-4961-ba5c-08fa46bbf00d HTTP/1.1" status: 200 len: 943 time: 0.0511603 Sep 09 18:30:25.691831 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ef806956-18dd-4ee1-be55-00eca0ad73a4 req-3a9ea760-cdd7-44fa-ab69-6bcb329908f0 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323427 Sep 09 18:30:26.423843 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 6 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:30:26.805846 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923246d4-2c29-41bd-b8ad-2c0131e971bc req-d38fd275-9a9b-4f8d-845b-aad4120ae681 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:26.807271 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-923246d4-2c29-41bd-b8ad-2c0131e971bc req-d38fd275-9a9b-4f8d-845b-aad4120ae681 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d4aefaa-1723-4961-ba5c-08fa46bbf00d HTTP/1.1" status: 200 len: 943 time: 0.0489249 Sep 09 18:30:26.846174 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-923246d4-2c29-41bd-b8ad-2c0131e971bc req-f8c0fddf-5a72-4401-a4e2-20bce095cc87 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326295 Sep 09 18:30:27.489748 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46aa2c71-c37d-4ec7-a946-6e52f3d5f720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:27.492200 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:27.964896 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b56b7-2221-401d-9152-d7117b90c32f req-b4b1af23-ab06-4b4b-a4d3-f04eb6bf7282 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:27.966673 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-413b56b7-2221-401d-9152-d7117b90c32f req-b4b1af23-ab06-4b4b-a4d3-f04eb6bf7282 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d4aefaa-1723-4961-ba5c-08fa46bbf00d HTTP/1.1" status: 200 len: 943 time: 0.0505981 Sep 09 18:30:28.006879 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-413b56b7-2221-401d-9152-d7117b90c32f req-3bc02425-532b-4dcc-8f49-37d5ad2d684b tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339482 Sep 09 18:30:29.138164 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55982bce-9e34-4a37-8361-18ea33891ea2 req-f57c1f86-d04f-4a73-8ce4-726f3f65ee79 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:29.139868 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-55982bce-9e34-4a37-8361-18ea33891ea2 req-f57c1f86-d04f-4a73-8ce4-726f3f65ee79 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d4aefaa-1723-4961-ba5c-08fa46bbf00d HTTP/1.1" status: 200 len: 943 time: 0.0573533 Sep 09 18:30:29.157798 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:29.180676 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-55982bce-9e34-4a37-8361-18ea33891ea2 req-70d0aba3-bc27-4151-b24c-28d886712296 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339692 Sep 09 18:30:30.306760 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166cfb2-a729-480a-beeb-c83c65ad2d59 req-4269c4ae-9a39-4d9d-88f8-06b99b202b7e tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:30.308494 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6166cfb2-a729-480a-beeb-c83c65ad2d59 req-4269c4ae-9a39-4d9d-88f8-06b99b202b7e tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d4aefaa-1723-4961-ba5c-08fa46bbf00d HTTP/1.1" status: 200 len: 943 time: 0.0568326 Sep 09 18:30:30.353016 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-6166cfb2-a729-480a-beeb-c83c65ad2d59 req-54fc20e7-0bbd-47ee-afdf-294256bfd65a tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382609 Sep 09 18:30:31.118017 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:31.485087 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86872ac8-fdc5-402e-9c17-e508563a0f7a req-bdb16745-e409-4e47-bb6b-286bcf1c84f2 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:31.486691 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-86872ac8-fdc5-402e-9c17-e508563a0f7a req-bdb16745-e409-4e47-bb6b-286bcf1c84f2 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d4aefaa-1723-4961-ba5c-08fa46bbf00d HTTP/1.1" status: 200 len: 943 time: 0.0571547 Sep 09 18:30:31.528924 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-86872ac8-fdc5-402e-9c17-e508563a0f7a req-6a80a457-9343-4b6e-88f8-0a4b18a1c662 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341027 Sep 09 18:30:32.662591 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195a6ff-46d8-45eb-a421-0c92472e287f req-ed478e46-10a9-4401-9a3c-ef067d932383 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:32.664231 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4195a6ff-46d8-45eb-a421-0c92472e287f req-ed478e46-10a9-4401-9a3c-ef067d932383 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d4aefaa-1723-4961-ba5c-08fa46bbf00d HTTP/1.1" status: 200 len: 943 time: 0.0604181 Sep 09 18:30:32.712680 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-4195a6ff-46d8-45eb-a421-0c92472e287f req-889d7784-7d46-4060-bd46-fb5d364ee111 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423880 Sep 09 18:30:33.170494 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f details requested by agent hyperv_hv-cinder-77954 with host hv-cinder-77954 {{(pid=94639) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 18:30:33.277744 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port 68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f,segment=NetworkSegment(29b169d6-63dc-48f4-bd8b-c0ac4e248e1a),segment_id=29b169d6-63dc-48f4-bd8b-c0ac4e248e1a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:30:33.290835 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Returning: {'device': '68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f', 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'port_id': '68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f', 'mac_address': 'fa:16:3e:ba:ed:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94639) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 18:30:33.336916 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:33.356894 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 18:30:33.378510 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port 68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f,segment=NetworkSegment(29b169d6-63dc-48f4-bd8b-c0ac4e248e1a),segment_id=29b169d6-63dc-48f4-bd8b-c0ac4e248e1a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:30:33.471970 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:33.523121 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f,revision_number=4']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:30:33.843828 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e927c6-0183-4b0c-ae73-e1900979be61 req-e13e0674-a8cd-433c-9ea0-7b51095f8e87 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:33.845462 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a6e927c6-0183-4b0c-ae73-e1900979be61 req-e13e0674-a8cd-433c-9ea0-7b51095f8e87 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d4aefaa-1723-4961-ba5c-08fa46bbf00d HTTP/1.1" status: 200 len: 944 time: 0.0520735 Sep 09 18:30:33.889516 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-a6e927c6-0183-4b0c-ae73-e1900979be61 req-90fc19e1-e173-43a6-a026-bbec9a99b875 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359218 Sep 09 18:30:34.303084 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] get_ports_and_sgs() called for port_ids ['68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f'] {{(pid=94639) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 18:30:35.044424 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ad693-e10b-41bf-b293-c7fc59215f7e req-9a335297-0325-472c-8f76-75aa0d38e4c8 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:35.045988 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ec6ad693-e10b-41bf-b293-c7fc59215f7e req-9a335297-0325-472c-8f76-75aa0d38e4c8 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d4aefaa-1723-4961-ba5c-08fa46bbf00d HTTP/1.1" status: 200 len: 944 time: 0.0651505 Sep 09 18:30:35.094491 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ec6ad693-e10b-41bf-b293-c7fc59215f7e req-7e303414-d5db-48b9-9a65-11733b81e396 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364850 Sep 09 18:30:35.903654 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f up at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 18:30:35.994413 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning for port 68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f completed by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 18:30:35.998730 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Provisioning complete for port 68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f triggered by entity L2. {{(pid=94639) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 18:30:35.999101 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1771427'] for port, provisioning_complete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:36.093446 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:36.122195 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4aefaa-1723-4961-ba5c-08fa46bbf00d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:30:36.125005 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93c42b67fee44e65162d6e194d2b8dbd641fdff823df3ddc4f15e211ea02ebf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57a9cfd-c888-455c-bb5a-d282e38873a4" -d '{"events": [{"server_uuid": "8d4aefaa-1723-4961-ba5c-08fa46bbf00d", "name": "network-vif-plugged", "status": "completed", "tag": "68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:30:36.139326 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] For port 68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f,segment=NetworkSegment(29b169d6-63dc-48f4-bd8b-c0ac4e248e1a),segment_id=29b169d6-63dc-48f4-bd8b-c0ac4e248e1a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:30:36.140853 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:36.167284 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 18:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8647dda1-16a3-4712-9b6d-556b5a920120 x-openstack-request-id: req-8647dda1-16a3-4712-9b6d-556b5a920120 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:30:36.167718 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4aefaa-1723-4961-ba5c-08fa46bbf00d", "name": "network-vif-plugged", "status": "completed", "tag": "68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:30:36.168095 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8647dda1-16a3-4712-9b6d-556b5a920120 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:30:36.168687 dv-cinder-779540-2-iscsi neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4aefaa-1723-4961-ba5c-08fa46bbf00d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f', 'code': 200} Sep 09 18:30:36.226341 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca76ec4c-ba99-4cea-a225-d99b01eef3d5 req-c359a8e6-4081-4ad6-8cdf-b45775240740 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:36.227977 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ca76ec4c-ba99-4cea-a225-d99b01eef3d5 req-c359a8e6-4081-4ad6-8cdf-b45775240740 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d4aefaa-1723-4961-ba5c-08fa46bbf00d HTTP/1.1" status: 200 len: 944 time: 0.0587423 Sep 09 18:30:36.234845 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:36.301127 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-ca76ec4c-ba99-4cea-a225-d99b01eef3d5 req-84089add-ca47-4fe6-b0a8-5a909277315b tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469661 Sep 09 18:30:36.319662 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Pushing event updated for resources: {'Port': ['ID=68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f,revision_number=5']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:30:36.327724 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:30:36.328433 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:30:36.328775 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:30:36.329117 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:30:36.329457 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:30:36.329808 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:30:36.330722 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:30:36.331064 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:30:36.331408 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:30:36.331861 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:30:36.332215 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:30:36.332714 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:30:36.541220 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e202d91-ecdf-43b1-8b56-2684f9230be5 req-f94ecc9a-11a1-4032-af2e-db8e85502c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:36.542858 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9e202d91-ecdf-43b1-8b56-2684f9230be5 req-f94ecc9a-11a1-4032-af2e-db8e85502c76 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8d4aefaa-1723-4961-ba5c-08fa46bbf00d HTTP/1.1" status: 200 len: 1098 time: 0.0454638 Sep 09 18:30:36.581082 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-9e202d91-ecdf-43b1-8b56-2684f9230be5 req-b2e1f723-6583-412c-a50f-2aa5c94102ed service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305352 Sep 09 18:30:37.422874 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15161398-e5f5-4ff5-9ced-842614a3fdaa req-68dfd35c-4a9e-430b-9bc3-97b13afeb34a tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:37.425025 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-15161398-e5f5-4ff5-9ced-842614a3fdaa req-68dfd35c-4a9e-430b-9bc3-97b13afeb34a tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d4aefaa-1723-4961-ba5c-08fa46bbf00d HTTP/1.1" status: 200 len: 945 time: 0.0536125 Sep 09 18:30:37.473142 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-15161398-e5f5-4ff5-9ced-842614a3fdaa req-cef7a1e8-46c8-4e83-bdab-da46e7652704 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418868 Sep 09 18:30:38.035407 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 49168) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:30:38.151494 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-49af9df6-f99e-4afa-bd29-6a998afb4798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:38.242484 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-49af9df6-f99e-4afa-bd29-6a998afb4798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:38.308435 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-49af9df6-f99e-4afa-bd29-6a998afb4798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_create {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:38.345118 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49af9df6-f99e-4afa-bd29-6a998afb4798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834bbc29-840e-48a1-9b9e-01c0032f1d1c,revision_number=1']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:30:38.349564 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-49af9df6-f99e-4afa-bd29-6a998afb4798 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=11c6589c623e4536b45c53236a710959&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3126829 Sep 09 18:30:38.352349 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 49172) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:30:38.355448 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49af9df6-f99e-4afa-bd29-6a998afb4798 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:30:38.355795 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49af9df6-f99e-4afa-bd29-6a998afb4798 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:30:38.356130 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49af9df6-f99e-4afa-bd29-6a998afb4798 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:30:38.356487 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49af9df6-f99e-4afa-bd29-6a998afb4798 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:30:38.356815 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49af9df6-f99e-4afa-bd29-6a998afb4798 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:30:38.357147 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49af9df6-f99e-4afa-bd29-6a998afb4798 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:30:38.357463 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49af9df6-f99e-4afa-bd29-6a998afb4798 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:30:38.357782 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49af9df6-f99e-4afa-bd29-6a998afb4798 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:30:38.358104 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49af9df6-f99e-4afa-bd29-6a998afb4798 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:30:38.358424 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49af9df6-f99e-4afa-bd29-6a998afb4798 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:30:38.358739 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49af9df6-f99e-4afa-bd29-6a998afb4798 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:30:38.359054 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49af9df6-f99e-4afa-bd29-6a998afb4798 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:30:38.409805 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-8fe2a391-2875-4a4d-9962-be7b27504a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:38.431849 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-8fe2a391-2875-4a4d-9962-be7b27504a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:38.569345 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-8fe2a391-2875-4a4d-9962-be7b27504a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:38.571847 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-8fe2a391-2875-4a4d-9962-be7b27504a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:38.573007 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-8fe2a391-2875-4a4d-9962-be7b27504a4e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/834bbc29-840e-48a1-9b9e-01c0032f1d1c HTTP/1.1" status: 204 len: 168 time: 0.2195330 Sep 09 18:30:38.584582 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe2a391-2875-4a4d-9962-be7b27504a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834bbc29-840e-48a1-9b9e-01c0032f1d1c,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:30:38.608005 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152ed64-aadf-45f4-a541-29584d1356dc req-80d629d0-e3b4-4d60-889c-ddc101c221c8 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:38.609572 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b152ed64-aadf-45f4-a541-29584d1356dc req-80d629d0-e3b4-4d60-889c-ddc101c221c8 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d4aefaa-1723-4961-ba5c-08fa46bbf00d HTTP/1.1" status: 200 len: 945 time: 0.0667622 Sep 09 18:30:38.649238 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-b152ed64-aadf-45f4-a541-29584d1356dc req-02eac3f5-9310-4533-8d6a-db728e586002 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322652 Sep 09 18:30:38.765284 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e499e9a-e193-42c0-b0c3-17567e0c2b84 req-3f57384e-d00d-4b02-8437-c5ceecea3a17 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:38.766770 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7e499e9a-e193-42c0-b0c3-17567e0c2b84 req-3f57384e-d00d-4b02-8437-c5ceecea3a17 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d4aefaa-1723-4961-ba5c-08fa46bbf00d HTTP/1.1" status: 200 len: 945 time: 0.0518985 Sep 09 18:30:38.807914 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-7e499e9a-e193-42c0-b0c3-17567e0c2b84 req-c74769d8-1df2-44d2-95d6-98ce6f7b2c98 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351009 Sep 09 18:30:38.829708 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 49180) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:30:39.035105 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe3f670-8f42-48e7-99d2-98a0a044cf23 tempest-TestVolumeBootPattern-1238806440 tempest-TestVolumeBootPattern-1238806440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:39.036923 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-dbe3f670-8f42-48e7-99d2-98a0a044cf23 tempest-TestVolumeBootPattern-1238806440 tempest-TestVolumeBootPattern-1238806440-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8d4aefaa-1723-4961-ba5c-08fa46bbf00d HTTP/1.1" status: 200 len: 1093 time: 0.2056887 Sep 09 18:30:39.040886 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 49184) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:30:39.045536 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.v2.base [None req-e097444e-f445-4354-afce-a9a79d570658 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Request body: {'floatingip': {'floating_network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'port_id': '68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 18:30:39.148724 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e097444e-f445-4354-afce-a9a79d570658 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for floatingip, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:39.244751 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e097444e-f445-4354-afce-a9a79d570658 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:39.351239 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.db_base_plugin_common [None req-e097444e-f445-4354-afce-a9a79d570658 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Allocated IP 172.27.0.23 (3a4844da-e7df-49de-8120-ac4d2e4c4f80/6ecf6949-122b-4bec-9802-77be4eb2c7d8/dff5098a-86c6-4c3a-a2e5-7ee1f3ae0461) {{(pid=94637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 18:30:39.458659 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e097444e-f445-4354-afce-a9a79d570658 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for port, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:39.558124 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e097444e-f445-4354-afce-a9a79d570658 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729821343681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:39.600039 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e097444e-f445-4354-afce-a9a79d570658 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Network 3a4844da-e7df-49de-8120-ac4d2e4c4f80 is already hosted by enough agents. {{(pid=94637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 18:30:39.604869 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.base_scheduler [None req-e097444e-f445-4354-afce-a9a79d570658 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Resources bound (agent type, host, resource id): {{(pid=94637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 18:30:39.610110 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e097444e-f445-4354-afce-a9a79d570658 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Received port after_create {{(pid=94637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 18:30:39.613856 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e097444e-f445-4354-afce-a9a79d570658 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Pushing event updated for resources: {'Port': ['ID=dff5098a-86c6-4c3a-a2e5-7ee1f3ae0461,revision_number=1']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:30:39.956795 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e097444e-f445-4354-afce-a9a79d570658 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:40.091529 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e097444e-f445-4354-afce-a9a79d570658 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1713239'] for port, before_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:40.240603 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e097444e-f445-4354-afce-a9a79d570658 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for port, precommit_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:40.296874 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e097444e-f445-4354-afce-a9a79d570658 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729821651734', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729821343699', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729821343717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9859523'] for port, after_update {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:40.367233 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e097444e-f445-4354-afce-a9a79d570658 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Pushing event updated for resources: {'Port': ['ID=dff5098a-86c6-4c3a-a2e5-7ee1f3ae0461,revision_number=2']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:30:40.377620 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e097444e-f445-4354-afce-a9a79d570658 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-905259'] for floatingip, after_create {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:40.475497 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.db.l3_db [None req-e097444e-f445-4354-afce-a9a79d570658 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Floating IP 07bb3608-af2f-47ed-beb9-01f2a9e5a88e associated. External IP: 172.27.0.23, port: 68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f. Sep 09 18:30:40.589080 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-db707ba6-2568-4f1c-bf36-c453232d5c62 req-dec1bf18-38c4-4f9c-ae55-6b8e5ce0659e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0771952 Sep 09 18:30:40.724657 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db707ba6-2568-4f1c-bf36-c453232d5c62 req-9c261b14-5f99-4ee9-8942-c89b61f504d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:40.726153 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-db707ba6-2568-4f1c-bf36-c453232d5c62 req-9c261b14-5f99-4ee9-8942-c89b61f504d1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1770c44abcca47449561e6ab91841b32&device_id=ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048 HTTP/1.1" status: 200 len: 1098 time: 0.0839226 Sep 09 18:30:40.747288 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e097444e-f445-4354-afce-a9a79d570658 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Router b8ceab2f-8899-40a9-b696-90370abb90f5 has already been hosted by L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 {{(pid=94637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 18:30:40.885596 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db707ba6-2568-4f1c-bf36-c453232d5c62 req-e8c64513-68a5-4fdf-a7c4-c2cc225ef3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:40.887075 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-db707ba6-2568-4f1c-bf36-c453232d5c62 req-e8c64513-68a5-4fdf-a7c4-c2cc225ef3ef service neutron] 10.222.0.54 "GET /v2.0/networks?id=12c9815a-8b2f-47cd-b8b1-a5fb504eb71c HTTP/1.1" status: 200 len: 913 time: 0.1387856 Sep 09 18:30:40.967648 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e097444e-f445-4354-afce-a9a79d570658 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:30:40.977658 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0763642e-e857-456b-a500-c1cd0f6391bd None None] Sync routers for ids ['b8ceab2f-8899-40a9-b696-90370abb90f5'] in dv-cinder-779540-2-iscsi {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:30:40.987301 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0763642e-e857-456b-a500-c1cd0f6391bd None None] Routers {'b8ceab2f-8899-40a9-b696-90370abb90f5'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:30:40.988002 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-0763642e-e857-456b-a500-c1cd0f6391bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:30:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['b8ceab2f-8899-40a9-b696-90370abb90f5'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:30:40.989754 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-db707ba6-2568-4f1c-bf36-c453232d5c62 req-8a23f7f8-8d5f-4836-b009-e5796a80e10f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf718125-3e81-45ee-be20-1d29b9782514 HTTP/1.1" status: 200 len: 1001 time: 0.0773222 Sep 09 18:30:41.040625 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db707ba6-2568-4f1c-bf36-c453232d5c62 req-b341995e-7c97-45a4-b014-c6a154ab61c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:41.042115 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-db707ba6-2568-4f1c-bf36-c453232d5c62 req-b341995e-7c97-45a4-b014-c6a154ab61c5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2097dc36-6037-4f23-a336-5ec26ebde0c6 HTTP/1.1" status: 200 len: 851 time: 0.0449460 Sep 09 18:30:41.064635 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e097444e-f445-4354-afce-a9a79d570658 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for floatingip, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:41.109819 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-e097444e-f445-4354-afce-a9a79d570658 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0673666 Sep 09 18:30:41.112039 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4aefaa-1723-4961-ba5c-08fa46bbf00d', 'tag': '68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f'}] {{(pid=94637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:30:41.114383 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133f33bf375164f5fa4b6a6278130a616101494423e3cf7e78094e28bab08aaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12166412-946a-4809-ad00-4c0f31e75846" -d '{"events": [{"name": "network-changed", "server_uuid": "8d4aefaa-1723-4961-ba5c-08fa46bbf00d", "tag": "68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f"}]}' {{(pid=94637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:30:41.134303 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db707ba6-2568-4f1c-bf36-c453232d5c62 req-dab2066c-baa5-4d78-8793-4da0652cc0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:41.135904 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-db707ba6-2568-4f1c-bf36-c453232d5c62 req-dab2066c-baa5-4d78-8793-4da0652cc0b4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=12c9815a-8b2f-47cd-b8b1-a5fb504eb71c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0841267 Sep 09 18:30:41.155935 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 18:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9e4fec-747b-4461-97c0-ab04b389ac17 x-openstack-request-id: req-ec9e4fec-747b-4461-97c0-ab04b389ac17 {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:30:41.156419 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d4aefaa-1723-4961-ba5c-08fa46bbf00d", "tag": "68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f", "status": "completed", "code": 200}]} {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:30:41.156771 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ec9e4fec-747b-4461-97c0-ab04b389ac17 {{(pid=94637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:30:41.157257 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d4aefaa-1723-4961-ba5c-08fa46bbf00d', 'tag': '68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f', 'status': 'completed', 'code': 200} Sep 09 18:30:41.222013 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12166412-946a-4809-ad00-4c0f31e75846 req-1682ec63-4ca0-406c-8f32-5317cd832c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:41.224339 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-12166412-946a-4809-ad00-4c0f31e75846 req-1682ec63-4ca0-406c-8f32-5317cd832c17 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1770c44abcca47449561e6ab91841b32&device_id=8d4aefaa-1723-4961-ba5c-08fa46bbf00d HTTP/1.1" status: 200 len: 1098 time: 0.0456219 Sep 09 18:30:41.240930 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-0763642e-e857-456b-a500-c1cd0f6391bd None None] Set router b8ceab2f-8899-40a9-b696-90370abb90f5 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:30:41.246338 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-db707ba6-2568-4f1c-bf36-c453232d5c62 req-dbe0bcaf-1bec-4243-9654-cf26f02d3b93 service neutron] 10.222.0.54 "GET /v2.0/networks/12c9815a-8b2f-47cd-b8b1-a5fb504eb71c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011965 Sep 09 18:30:41.325495 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12166412-946a-4809-ad00-4c0f31e75846 req-219e681c-19ab-4d4b-87bf-9391f4a4c6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:41.326982 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-12166412-946a-4809-ad00-4c0f31e75846 req-219e681c-19ab-4d4b-87bf-9391f4a4c6a8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=12c9815a-8b2f-47cd-b8b1-a5fb504eb71c HTTP/1.1" status: 200 len: 913 time: 0.0943687 Sep 09 18:30:41.347172 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-db707ba6-2568-4f1c-bf36-c453232d5c62 req-a7759bbc-6485-4207-a26a-2f62d9f35d87 service neutron] 10.222.0.54 "GET /v2.0/networks/12c9815a-8b2f-47cd-b8b1-a5fb504eb71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931120 Sep 09 18:30:41.403040 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-12166412-946a-4809-ad00-4c0f31e75846 req-bda8d5a4-4d3c-4272-b0ae-2f58a004fd22 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f HTTP/1.1" status: 200 len: 998 time: 0.0681176 Sep 09 18:30:41.451846 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12166412-946a-4809-ad00-4c0f31e75846 req-c35a9946-a258-4402-a6bf-967c1de0c3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:41.453343 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-12166412-946a-4809-ad00-4c0f31e75846 req-c35a9946-a258-4402-a6bf-967c1de0c3ed service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2097dc36-6037-4f23-a336-5ec26ebde0c6 HTTP/1.1" status: 200 len: 851 time: 0.0435929 Sep 09 18:30:41.483103 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-0763642e-e857-456b-a500-c1cd0f6391bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'name': 'tempest-TestVolumeBootPattern-1959534774-router', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:23:21Z', 'updated_at': '2021-09-09T18:23:25Z', 'revision_number': 4, 'project_id': '1770c44abcca47449561e6ab91841b32', 'gw_port': {'id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:39:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:22Z', 'updated_at': '2021-09-09T18:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_floatingips': [{'id': '07bb3608-af2f-47ed-beb9-01f2a9e5a88e', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'router_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'port_id': '68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'mac_address': 'fa:16:3e:ba:ed:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4aefaa-1723-4961-ba5c-08fa46bbf00d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T18:30:39Z', 'updated_at': '2021-09-09T18:30:39Z', 'revision_number': 0, 'project_id': '1770c44abcca47449561e6ab91841b32', 'fixed_ip_address_scope': None}, {'id': '0e2655b9-9eb3-4958-8e25-36c025da30fa', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'router_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'port_id': 'cf718125-3e81-45ee-be20-1d29b9782514', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'mac_address': 'fa:16:3e:de:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T18:28:13Z', 'updated_at': '2021-09-09T18:28:15Z', 'revision_number': 1, 'project_id': '1770c44abcca47449561e6ab91841b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51c1e74-ea79-4616-b809-512c5e39286a', 'name': '', 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'mac_address': 'fa:16:3e:44:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:24Z', 'updated_at': '2021-09-09T18:23:31Z', 'revision_number': 5, 'project_id': '1770c44abcca47449561e6ab91841b32', 'subnets': [{'id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:30:41.499743 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12166412-946a-4809-ad00-4c0f31e75846 req-fe9d1973-9b57-4ba2-a30c-c790cc55068d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:30:41.501258 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-12166412-946a-4809-ad00-4c0f31e75846 req-fe9d1973-9b57-4ba2-a30c-c790cc55068d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=12c9815a-8b2f-47cd-b8b1-a5fb504eb71c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401609 Sep 09 18:30:41.510297 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0763642e-e857-456b-a500-c1cd0f6391bd None None] Checking router: b8ceab2f-8899-40a9-b696-90370abb90f5 for host: dv-cinder-779540-2-iscsi {{(pid=94639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:30:41.519121 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0763642e-e857-456b-a500-c1cd0f6391bd None None] Routers {'b8ceab2f-8899-40a9-b696-90370abb90f5'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:30:41.519729 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-0763642e-e857-456b-a500-c1cd0f6391bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:30:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['b8ceab2f-8899-40a9-b696-90370abb90f5'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:30:41.629333 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-0763642e-e857-456b-a500-c1cd0f6391bd None None] Set router b8ceab2f-8899-40a9-b696-90370abb90f5 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:30:41.843881 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-12166412-946a-4809-ad00-4c0f31e75846 req-c8e8b1a2-cedb-411e-8484-5da3d5cc32d6 service neutron] 10.222.0.54 "GET /v2.0/networks/12c9815a-8b2f-47cd-b8b1-a5fb504eb71c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347988 Sep 09 18:30:41.869751 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-0763642e-e857-456b-a500-c1cd0f6391bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'name': 'tempest-TestVolumeBootPattern-1959534774-router', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:23:21Z', 'updated_at': '2021-09-09T18:23:25Z', 'revision_number': 4, 'project_id': '1770c44abcca47449561e6ab91841b32', 'gw_port': {'id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:39:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:22Z', 'updated_at': '2021-09-09T18:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_floatingips': [{'id': '07bb3608-af2f-47ed-beb9-01f2a9e5a88e', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'router_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'port_id': '68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'mac_address': 'fa:16:3e:ba:ed:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4aefaa-1723-4961-ba5c-08fa46bbf00d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T18:30:39Z', 'updated_at': '2021-09-09T18:30:39Z', 'revision_number': 0, 'project_id': '1770c44abcca47449561e6ab91841b32', 'fixed_ip_address_scope': None}, {'id': '0e2655b9-9eb3-4958-8e25-36c025da30fa', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'router_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'port_id': 'cf718125-3e81-45ee-be20-1d29b9782514', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'mac_address': 'fa:16:3e:de:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T18:28:13Z', 'updated_at': '2021-09-09T18:28:15Z', 'revision_number': 1, 'project_id': '1770c44abcca47449561e6ab91841b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51c1e74-ea79-4616-b809-512c5e39286a', 'name': '', 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'mac_address': 'fa:16:3e:44:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:24Z', 'updated_at': '2021-09-09T18:23:31Z', 'revision_number': 5, 'project_id': '1770c44abcca47449561e6ab91841b32', 'subnets': [{'id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:30:41.900611 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0763642e-e857-456b-a500-c1cd0f6391bd None None] The sync data for ids ['b8ceab2f-8899-40a9-b696-90370abb90f5'] in dv-cinder-779540-2-iscsi is: [{'id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'name': 'tempest-TestVolumeBootPattern-1959534774-router', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:23:21Z', 'updated_at': '2021-09-09T18:23:25Z', 'revision_number': 4, 'project_id': '1770c44abcca47449561e6ab91841b32', 'gw_port': {'id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:39:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:22Z', 'updated_at': '2021-09-09T18:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_floatingips': [{'id': '07bb3608-af2f-47ed-beb9-01f2a9e5a88e', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'router_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'port_id': '68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'mac_address': 'fa:16:3e:ba:ed:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4aefaa-1723-4961-ba5c-08fa46bbf00d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T18:30:39Z', 'updated_at': '2021-09-09T18:30:39Z', 'revision_number': 0, 'project_id': '1770c44abcca47449561e6ab91841b32', 'fixed_ip_address_scope': None}, {'id': '0e2655b9-9eb3-4958-8e25-36c025da30fa', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'router_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'port_id': 'cf718125-3e81-45ee-be20-1d29b9782514', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'mac_address': 'fa:16:3e:de:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T18:28:13Z', 'updated_at': '2021-09-09T18:28:15Z', 'revision_number': 1, 'project_id': '1770c44abcca47449561e6ab91841b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51c1e74-ea79-4616-b809-512c5e39286a', 'name': '', 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'mac_address': 'fa:16:3e:44:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:24Z', 'updated_at': '2021-09-09T18:23:31Z', 'revision_number': 5, 'project_id': '1770c44abcca47449561e6ab91841b32', 'subnets': [{'id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:30:41.934438 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-12166412-946a-4809-ad00-4c0f31e75846 req-c4136357-4184-4b29-8e07-417eff1b7179 service neutron] 10.222.0.54 "GET /v2.0/networks/12c9815a-8b2f-47cd-b8b1-a5fb504eb71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831542 Sep 09 18:30:42.092247 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288f3299-4140-456d-8724-065205e3f0ff None None] New status for floating IP 07bb3608-af2f-47ed-beb9-01f2a9e5a88e: ACTIVE {{(pid=94640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 18:30:54.877052 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e64df05-79f5-4518-8b83-9025927f3f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:57.470946 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5a66ad2-94ee-42dd-9414-ff3aadc05c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:57.493838 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:30:59.162264 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:01.099217 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:03.513004 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 6 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:31:06.181774 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:24.829650 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb6af2f5-e1e5-4dcd-955a-81134222a520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:27.506231 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-067707b2-0659-46a0-8d0e-228213330b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:27.545974 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:29.157654 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:31.098088 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:35.123928 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 49212) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:31:35.386451 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-623af19b-312a-46b6-8bc6-daf0e5c0b887 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Deleting port 66794e41-b0df-4dbc-ba2a-cfff83437f32 {{(pid=94637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:31:35.386708 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-623af19b-312a-46b6-8bc6-daf0e5c0b887 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:35.459845 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-623af19b-312a-46b6-8bc6-daf0e5c0b887 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:35.460175 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-623af19b-312a-46b6-8bc6-daf0e5c0b887 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:35.471718 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-623af19b-312a-46b6-8bc6-daf0e5c0b887 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Calling delete_port for 66794e41-b0df-4dbc-ba2a-cfff83437f32 owned by network:floatingip {{(pid=94637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:31:35.717729 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-623af19b-312a-46b6-8bc6-daf0e5c0b887 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:35.750233 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623af19b-312a-46b6-8bc6-daf0e5c0b887 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Pushing event deleted for resources: {'Port': ['ID=66794e41-b0df-4dbc-ba2a-cfff83437f32,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:31:35.771183 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623af19b-312a-46b6-8bc6-daf0e5c0b887 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:31:35.771532 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623af19b-312a-46b6-8bc6-daf0e5c0b887 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:31:35.771909 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623af19b-312a-46b6-8bc6-daf0e5c0b887 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:31:35.772255 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623af19b-312a-46b6-8bc6-daf0e5c0b887 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:31:35.772569 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623af19b-312a-46b6-8bc6-daf0e5c0b887 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:31:35.772896 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623af19b-312a-46b6-8bc6-daf0e5c0b887 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:31:35.773221 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623af19b-312a-46b6-8bc6-daf0e5c0b887 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:31:35.774141 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623af19b-312a-46b6-8bc6-daf0e5c0b887 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:31:35.774447 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623af19b-312a-46b6-8bc6-daf0e5c0b887 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:31:35.774769 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623af19b-312a-46b6-8bc6-daf0e5c0b887 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:31:35.775089 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623af19b-312a-46b6-8bc6-daf0e5c0b887 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:31:35.775409 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623af19b-312a-46b6-8bc6-daf0e5c0b887 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:31:35.815069 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-623af19b-312a-46b6-8bc6-daf0e5c0b887 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks [] for floatingip, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:35.815401 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.db.l3_db [None req-623af19b-312a-46b6-8bc6-daf0e5c0b887 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Floating IP a7373dc7-0fda-4cca-ad1b-99e1ccd19471 disassociated (deleted). External IP: 172.27.0.121, port: 96355674-1591-4fa2-9fa5-7e11b5267750. Sep 09 18:31:36.017356 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623af19b-312a-46b6-8bc6-daf0e5c0b887 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Router aa58bafb-f642-46fe-ae2b-81b028ecd488 has already been hosted by L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 {{(pid=94637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 18:31:36.132697 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:36.383811 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623af19b-312a-46b6-8bc6-daf0e5c0b887 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:31:36.388639 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-623af19b-312a-46b6-8bc6-daf0e5c0b887 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for floatingip, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:36.393205 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355b2b31-7cf3-4e7f-93b1-c955047fb6cc None None] Sync routers for ids ['aa58bafb-f642-46fe-ae2b-81b028ecd488'] in dv-cinder-779540-2-iscsi {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:31:36.403140 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355b2b31-7cf3-4e7f-93b1-c955047fb6cc None None] Routers {'aa58bafb-f642-46fe-ae2b-81b028ecd488'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:31:36.403752 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-355b2b31-7cf3-4e7f-93b1-c955047fb6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:31:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['aa58bafb-f642-46fe-ae2b-81b028ecd488'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:31:36.416662 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-623af19b-312a-46b6-8bc6-daf0e5c0b887 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "DELETE /v2.0/floatingips/a7373dc7-0fda-4cca-ad1b-99e1ccd19471 HTTP/1.1" status: 204 len: 168 time: 1.2915897 Sep 09 18:31:36.417262 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13ee7cb-713b-4ad8-b054-ae6fa99816d4', 'tag': '96355674-1591-4fa2-9fa5-7e11b5267750'}] {{(pid=94637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:31:36.419497 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133f33bf375164f5fa4b6a6278130a616101494423e3cf7e78094e28bab08aaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7c9b34-a9e3-4206-8961-e3f238642033" -d '{"events": [{"name": "network-changed", "server_uuid": "e13ee7cb-713b-4ad8-b054-ae6fa99816d4", "tag": "96355674-1591-4fa2-9fa5-7e11b5267750"}]}' {{(pid=94637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:31:36.459151 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 18:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55e7f90-0513-4810-a2a2-51ab1d46746a x-openstack-request-id: req-a55e7f90-0513-4810-a2a2-51ab1d46746a {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:31:36.459440 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e13ee7cb-713b-4ad8-b054-ae6fa99816d4", "tag": "96355674-1591-4fa2-9fa5-7e11b5267750", "status": "completed", "code": 200}]} {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:31:36.459691 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a55e7f90-0513-4810-a2a2-51ab1d46746a {{(pid=94637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:31:36.460082 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e13ee7cb-713b-4ad8-b054-ae6fa99816d4', 'tag': '96355674-1591-4fa2-9fa5-7e11b5267750', 'status': 'completed', 'code': 200} Sep 09 18:31:36.519376 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c9b34-a9e3-4206-8961-e3f238642033 req-79a417bc-ee42-48fa-bb64-eb435511c108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:31:36.520021 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-355b2b31-7cf3-4e7f-93b1-c955047fb6cc None None] Set router aa58bafb-f642-46fe-ae2b-81b028ecd488 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:31:36.520987 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2c7c9b34-a9e3-4206-8961-e3f238642033 req-79a417bc-ee42-48fa-bb64-eb435511c108 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4c733a1c9e2d4078b44acd994040a650&device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 1098 time: 0.0398936 Sep 09 18:31:36.619759 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c9b34-a9e3-4206-8961-e3f238642033 req-20e32604-9629-430d-b477-fd16ca8d16b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:31:36.620689 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2c7c9b34-a9e3-4206-8961-e3f238642033 req-20e32604-9629-430d-b477-fd16ca8d16b6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9ec2a65c-0709-4792-8b43-93c3c42d03c0 HTTP/1.1" status: 200 len: 908 time: 0.0924032 Sep 09 18:31:36.663687 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2c7c9b34-a9e3-4206-8961-e3f238642033 req-c1d20409-54b3-4607-9d03-2f4dba6dbafc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96355674-1591-4fa2-9fa5-7e11b5267750 HTTP/1.1" status: 200 len: 217 time: 0.0349348 Sep 09 18:31:36.717333 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c9b34-a9e3-4206-8961-e3f238642033 req-154862f0-5974-43c9-b91e-26f1c1da71b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:31:36.718784 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2c7c9b34-a9e3-4206-8961-e3f238642033 req-154862f0-5974-43c9-b91e-26f1c1da71b1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a2d97d02-3d47-4a62-8a9e-62fb57567ad0 HTTP/1.1" status: 200 len: 846 time: 0.0480289 Sep 09 18:31:36.727788 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-355b2b31-7cf3-4e7f-93b1-c955047fb6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa58bafb-f642-46fe-ae2b-81b028ecd488', 'name': 'tempest-TestShelveInstance-77307758-router', 'tenant_id': '4c733a1c9e2d4078b44acd994040a650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '0b3d81ad-0407-4a64-874f-be4d0b7ff14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:25:50Z', 'updated_at': '2021-09-09T18:25:53Z', 'revision_number': 4, 'project_id': '4c733a1c9e2d4078b44acd994040a650', 'gw_port': {'id': '0b3d81ad-0407-4a64-874f-be4d0b7ff14b', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58bafb-f642-46fe-ae2b-81b028ecd488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:25:50Z', 'updated_at': '2021-09-09T18:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': '34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d', 'name': '', 'network_id': '9ec2a65c-0709-4792-8b43-93c3c42d03c0', 'tenant_id': '4c733a1c9e2d4078b44acd994040a650', 'mac_address': 'fa:16:3e:49:6b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58bafb-f642-46fe-ae2b-81b028ecd488', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a2d97d02-3d47-4a62-8a9e-62fb57567ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:25:52Z', 'updated_at': '2021-09-09T18:25:59Z', 'revision_number': 5, 'project_id': '4c733a1c9e2d4078b44acd994040a650', 'subnets': [{'id': 'a2d97d02-3d47-4a62-8a9e-62fb57567ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:31:36.758880 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355b2b31-7cf3-4e7f-93b1-c955047fb6cc None None] Checking router: aa58bafb-f642-46fe-ae2b-81b028ecd488 for host: dv-cinder-779540-2-iscsi {{(pid=94639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:31:36.766252 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c9b34-a9e3-4206-8961-e3f238642033 req-65f01343-dede-4b9f-a41c-77d1bb115c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:31:36.767145 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355b2b31-7cf3-4e7f-93b1-c955047fb6cc None None] Routers {'aa58bafb-f642-46fe-ae2b-81b028ecd488'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:31:36.767787 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2c7c9b34-a9e3-4206-8961-e3f238642033 req-65f01343-dede-4b9f-a41c-77d1bb115c88 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9ec2a65c-0709-4792-8b43-93c3c42d03c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421557 Sep 09 18:31:36.767926 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-355b2b31-7cf3-4e7f-93b1-c955047fb6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:31:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['aa58bafb-f642-46fe-ae2b-81b028ecd488'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:31:36.858565 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2c7c9b34-a9e3-4206-8961-e3f238642033 req-2ebfd8fa-dce7-4a98-8410-cd44e87e77ea service neutron] 10.222.0.54 "GET /v2.0/networks/9ec2a65c-0709-4792-8b43-93c3c42d03c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833886 Sep 09 18:31:36.877495 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-355b2b31-7cf3-4e7f-93b1-c955047fb6cc None None] Set router aa58bafb-f642-46fe-ae2b-81b028ecd488 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:31:36.958243 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-2c7c9b34-a9e3-4206-8961-e3f238642033 req-7c422b9f-3868-4b70-a523-4a3a92c252e5 service neutron] 10.222.0.54 "GET /v2.0/networks/9ec2a65c-0709-4792-8b43-93c3c42d03c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923021 Sep 09 18:31:37.075831 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ffaa2-5c63-4ede-a24b-1745acb60046 req-bffbef85-d0a2-4295-9a9b-3734a213bdb7 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:31:37.077392 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-187ffaa2-5c63-4ede-a24b-1745acb60046 req-bffbef85-d0a2-4295-9a9b-3734a213bdb7 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 945 time: 0.1960483 Sep 09 18:31:37.097353 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-355b2b31-7cf3-4e7f-93b1-c955047fb6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa58bafb-f642-46fe-ae2b-81b028ecd488', 'name': 'tempest-TestShelveInstance-77307758-router', 'tenant_id': '4c733a1c9e2d4078b44acd994040a650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '0b3d81ad-0407-4a64-874f-be4d0b7ff14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:25:50Z', 'updated_at': '2021-09-09T18:25:53Z', 'revision_number': 4, 'project_id': '4c733a1c9e2d4078b44acd994040a650', 'gw_port': {'id': '0b3d81ad-0407-4a64-874f-be4d0b7ff14b', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58bafb-f642-46fe-ae2b-81b028ecd488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:25:50Z', 'updated_at': '2021-09-09T18:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': '34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d', 'name': '', 'network_id': '9ec2a65c-0709-4792-8b43-93c3c42d03c0', 'tenant_id': '4c733a1c9e2d4078b44acd994040a650', 'mac_address': 'fa:16:3e:49:6b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58bafb-f642-46fe-ae2b-81b028ecd488', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a2d97d02-3d47-4a62-8a9e-62fb57567ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:25:52Z', 'updated_at': '2021-09-09T18:25:59Z', 'revision_number': 5, 'project_id': '4c733a1c9e2d4078b44acd994040a650', 'subnets': [{'id': 'a2d97d02-3d47-4a62-8a9e-62fb57567ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:31:37.117816 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-187ffaa2-5c63-4ede-a24b-1745acb60046 req-85f40e37-56e4-4788-832f-4d2fecf7eedc tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336864 Sep 09 18:31:37.128482 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355b2b31-7cf3-4e7f-93b1-c955047fb6cc None None] The sync data for ids ['aa58bafb-f642-46fe-ae2b-81b028ecd488'] in dv-cinder-779540-2-iscsi is: [{'id': 'aa58bafb-f642-46fe-ae2b-81b028ecd488', 'name': 'tempest-TestShelveInstance-77307758-router', 'tenant_id': '4c733a1c9e2d4078b44acd994040a650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '0b3d81ad-0407-4a64-874f-be4d0b7ff14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:25:50Z', 'updated_at': '2021-09-09T18:25:53Z', 'revision_number': 4, 'project_id': '4c733a1c9e2d4078b44acd994040a650', 'gw_port': {'id': '0b3d81ad-0407-4a64-874f-be4d0b7ff14b', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58bafb-f642-46fe-ae2b-81b028ecd488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:25:50Z', 'updated_at': '2021-09-09T18:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': '34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d', 'name': '', 'network_id': '9ec2a65c-0709-4792-8b43-93c3c42d03c0', 'tenant_id': '4c733a1c9e2d4078b44acd994040a650', 'mac_address': 'fa:16:3e:49:6b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58bafb-f642-46fe-ae2b-81b028ecd488', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a2d97d02-3d47-4a62-8a9e-62fb57567ad0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:25:52Z', 'updated_at': '2021-09-09T18:25:59Z', 'revision_number': 5, 'project_id': '4c733a1c9e2d4078b44acd994040a650', 'subnets': [{'id': 'a2d97d02-3d47-4a62-8a9e-62fb57567ad0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:31:37.349814 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf510919-30cf-474e-9223-400f8af85c19 None None] New status for floating IP a7373dc7-0fda-4cca-ad1b-99e1ccd19471: DOWN {{(pid=94640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 18:31:38.299391 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32168dca-06ef-4c2e-baea-d8e153e5cd3e req-21e920e0-c487-44ce-b2bc-00b984407044 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:31:38.300918 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-32168dca-06ef-4c2e-baea-d8e153e5cd3e req-21e920e0-c487-44ce-b2bc-00b984407044 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 945 time: 0.0980020 Sep 09 18:31:38.342103 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-32168dca-06ef-4c2e-baea-d8e153e5cd3e req-77b8c480-bc4b-4e7d-8559-ca5902e9d6f6 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329752 Sep 09 18:31:38.989231 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534ccef-a08a-449a-bf16-8cd89c9a80d0 req-f1a14632-d52b-4642-8a84-f309814c7317 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:31:38.990691 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f534ccef-a08a-449a-bf16-8cd89c9a80d0 req-f1a14632-d52b-4642-8a84-f309814c7317 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.54 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 945 time: 0.0512831 Sep 09 18:31:39.082861 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-f534ccef-a08a-449a-bf16-8cd89c9a80d0 req-893c1370-3aea-4359-bb29-e8693f8d4697 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Deleting port 96355674-1591-4fa2-9fa5-7e11b5267750 {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:31:39.083205 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-f534ccef-a08a-449a-bf16-8cd89c9a80d0 req-893c1370-3aea-4359-bb29-e8693f8d4697 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:39.169970 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-f534ccef-a08a-449a-bf16-8cd89c9a80d0 req-893c1370-3aea-4359-bb29-e8693f8d4697 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] For port 96355674-1591-4fa2-9fa5-7e11b5267750, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=96355674-1591-4fa2-9fa5-7e11b5267750,segment=NetworkSegment(39dd872f-63d1-40bf-894c-f52a0533ea64),segment_id=39dd872f-63d1-40bf-894c-f52a0533ea64)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:31:39.170337 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-f534ccef-a08a-449a-bf16-8cd89c9a80d0 req-893c1370-3aea-4359-bb29-e8693f8d4697 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:39.182842 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-f534ccef-a08a-449a-bf16-8cd89c9a80d0 req-893c1370-3aea-4359-bb29-e8693f8d4697 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Calling delete_port for 96355674-1591-4fa2-9fa5-7e11b5267750 owned by compute:nova {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:31:39.458178 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-f534ccef-a08a-449a-bf16-8cd89c9a80d0 req-893c1370-3aea-4359-bb29-e8693f8d4697 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2896014'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:39.481245 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d4adc-216f-4654-9ca0-9c9253dc60fe req-59097c32-35bf-4ec4-bf68-56ac2d487ad4 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:31:39.482764 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1a4d4adc-216f-4654-9ca0-9c9253dc60fe req-59097c32-35bf-4ec4-bf68-56ac2d487ad4 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 867 time: 0.0537817 Sep 09 18:31:39.486858 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c1370-3aea-4359-bb29-e8693f8d4697 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Pushing event deleted for resources: {'Port': ['ID=96355674-1591-4fa2-9fa5-7e11b5267750,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:31:39.499901 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c1370-3aea-4359-bb29-e8693f8d4697 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:31:39.499901 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c1370-3aea-4359-bb29-e8693f8d4697 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:31:39.500208 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c1370-3aea-4359-bb29-e8693f8d4697 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:31:39.500347 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c1370-3aea-4359-bb29-e8693f8d4697 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:31:39.500679 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c1370-3aea-4359-bb29-e8693f8d4697 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:31:39.501033 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c1370-3aea-4359-bb29-e8693f8d4697 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:31:39.501356 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c1370-3aea-4359-bb29-e8693f8d4697 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:31:39.501655 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c1370-3aea-4359-bb29-e8693f8d4697 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:31:39.501982 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c1370-3aea-4359-bb29-e8693f8d4697 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:31:39.502315 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c1370-3aea-4359-bb29-e8693f8d4697 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:31:39.502639 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c1370-3aea-4359-bb29-e8693f8d4697 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:31:39.502961 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893c1370-3aea-4359-bb29-e8693f8d4697 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:31:39.525209 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1a4d4adc-216f-4654-9ca0-9c9253dc60fe req-628e7d6c-9663-4a80-b26e-467738e01203 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/security-groups?id=483dbb48-e23f-4678-9660-80a6f2080f86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360265 Sep 09 18:31:39.541177 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-f534ccef-a08a-449a-bf16-8cd89c9a80d0 req-893c1370-3aea-4359-bb29-e8693f8d4697 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] No DVR routers for this DVR port 96355674-1591-4fa2-9fa5-7e11b5267750 on host hv-cinder-77954 {{(pid=94638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 18:31:39.543798 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-f534ccef-a08a-449a-bf16-8cd89c9a80d0 req-893c1370-3aea-4359-bb29-e8693f8d4697 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:39.545827 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f534ccef-a08a-449a-bf16-8cd89c9a80d0 req-893c1370-3aea-4359-bb29-e8693f8d4697 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.54 "DELETE /v2.0/ports/96355674-1591-4fa2-9fa5-7e11b5267750 HTTP/1.1" status: 204 len: 173 time: 0.5480053 Sep 09 18:31:39.546263 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13ee7cb-713b-4ad8-b054-ae6fa99816d4', 'name': 'network-vif-deleted', 'tag': '96355674-1591-4fa2-9fa5-7e11b5267750'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:31:39.548491 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a767718c04ac1acf345d0243a01d56243c7d5b55222faf7f06dd44169baae4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0514253-141c-466a-8b10-d86617164bfa" -d '{"events": [{"server_uuid": "e13ee7cb-713b-4ad8-b054-ae6fa99816d4", "name": "network-vif-deleted", "tag": "96355674-1591-4fa2-9fa5-7e11b5267750"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:31:39.584179 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 18:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346f7206-49b3-4728-8ea8-fe5dbfd57229 x-openstack-request-id: req-346f7206-49b3-4728-8ea8-fe5dbfd57229 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:31:39.584514 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13ee7cb-713b-4ad8-b054-ae6fa99816d4", "name": "network-vif-deleted", "tag": "96355674-1591-4fa2-9fa5-7e11b5267750", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:31:39.584764 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-346f7206-49b3-4728-8ea8-fe5dbfd57229 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:31:39.585239 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13ee7cb-713b-4ad8-b054-ae6fa99816d4', 'name': 'network-vif-deleted', 'tag': '96355674-1591-4fa2-9fa5-7e11b5267750', 'status': 'completed', 'code': 200} Sep 09 18:31:40.422334 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 6 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:31:40.629993 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e7755308-d5e9-4778-a77e-675c8fa54ee0 req-6e643973-db9f-4dfe-9abd-0ed39d821ca4 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13ee7cb-713b-4ad8-b054-ae6fa99816d4 HTTP/1.1" status: 200 len: 210 time: 0.0260463 Sep 09 18:31:41.685109 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 49246) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:31:41.741867 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1632b446-c167-41f3-9099-fce147e5cec1 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:41.766018 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1632b446-c167-41f3-9099-fce147e5cec1 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:41.893913 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1632b446-c167-41f3-9099-fce147e5cec1 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:41.896643 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1632b446-c167-41f3-9099-fce147e5cec1 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:41.897838 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-1632b446-c167-41f3-9099-fce147e5cec1 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] 10.222.0.39 "DELETE /v2.0/security-groups/483dbb48-e23f-4678-9660-80a6f2080f86 HTTP/1.1" status: 204 len: 168 time: 0.2117467 Sep 09 18:31:41.907453 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1632b446-c167-41f3-9099-fce147e5cec1 tempest-TestShelveInstance-1033836552 tempest-TestShelveInstance-1033836552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=483dbb48-e23f-4678-9660-80a6f2080f86,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:31:42.032465 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 49250) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:31:42.265633 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 96355674-1591-4fa2-9fa5-7e11b5267750 no longer exists at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:31:42.281326 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] No Port match for: 96355674-1591-4fa2-9fa5-7e11b5267750 {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:31:42.281697 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 96355674-1591-4fa2-9fa5-7e11b5267750 not bound to the agent host hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:31:42.472376 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2e609f58-db09-4ca3-afc3-57839d471923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-906539'] for router_interface, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:42.594666 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f56d1249-d709-4f94-a4f6-f750f3cb52b3 req-28c11fd8-c12e-4c36-8ef1-8a80078d9c16 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0866408 Sep 09 18:31:42.694710 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d1249-d709-4f94-a4f6-f750f3cb52b3 req-9d8423a0-94c3-41db-9256-fd9637d974fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:31:42.696186 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f56d1249-d709-4f94-a4f6-f750f3cb52b3 req-9d8423a0-94c3-41db-9256-fd9637d974fd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1770c44abcca47449561e6ab91841b32&device_id=ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048 HTTP/1.1" status: 200 len: 1098 time: 0.0600247 Sep 09 18:31:42.839370 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d1249-d709-4f94-a4f6-f750f3cb52b3 req-a6427234-2ef5-4241-b7ef-d11212a76bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:31:42.841031 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f56d1249-d709-4f94-a4f6-f750f3cb52b3 req-a6427234-2ef5-4241-b7ef-d11212a76bf6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=12c9815a-8b2f-47cd-b8b1-a5fb504eb71c HTTP/1.1" status: 200 len: 913 time: 0.1262791 Sep 09 18:31:42.857305 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-2e609f58-db09-4ca3-afc3-57839d471923 admin admin] Deleting port 34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:31:42.857615 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2e609f58-db09-4ca3-afc3-57839d471923 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:42.954294 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f56d1249-d709-4f94-a4f6-f750f3cb52b3 req-3f459a78-5705-4d8e-9318-cd7136cba06b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf718125-3e81-45ee-be20-1d29b9782514 HTTP/1.1" status: 200 len: 1001 time: 0.1049974 Sep 09 18:31:43.008911 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [None req-2e609f58-db09-4ca3-afc3-57839d471923 admin admin] For port 34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d,segment=NetworkSegment(39dd872f-63d1-40bf-894c-f52a0533ea64),segment_id=39dd872f-63d1-40bf-894c-f52a0533ea64)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:31:43.009333 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2e609f58-db09-4ca3-afc3-57839d471923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:43.025687 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-2e609f58-db09-4ca3-afc3-57839d471923 admin admin] Calling delete_port for 34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d owned by network:router_interface {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:31:43.034376 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d1249-d709-4f94-a4f6-f750f3cb52b3 req-cb154838-d9b5-4ece-8185-b63068f6b0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:31:43.035832 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f56d1249-d709-4f94-a4f6-f750f3cb52b3 req-cb154838-d9b5-4ece-8185-b63068f6b0ec service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2097dc36-6037-4f23-a336-5ec26ebde0c6 HTTP/1.1" status: 200 len: 851 time: 0.0742686 Sep 09 18:31:43.124672 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d1249-d709-4f94-a4f6-f750f3cb52b3 req-4acc868b-3cb5-423d-bf71-6d0ffd0b5863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:31:43.126199 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f56d1249-d709-4f94-a4f6-f750f3cb52b3 req-4acc868b-3cb5-423d-bf71-6d0ffd0b5863 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=12c9815a-8b2f-47cd-b8b1-a5fb504eb71c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0825078 Sep 09 18:31:43.265403 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f56d1249-d709-4f94-a4f6-f750f3cb52b3 req-c258501e-76cf-4b4c-8344-a4c3a59a5c62 service neutron] 10.222.0.54 "GET /v2.0/networks/12c9815a-8b2f-47cd-b8b1-a5fb504eb71c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070263 Sep 09 18:31:43.382509 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-f56d1249-d709-4f94-a4f6-f750f3cb52b3 req-1061fcba-b329-4266-bb85-0a3f7257b0ab service neutron] 10.222.0.54 "GET /v2.0/networks/12c9815a-8b2f-47cd-b8b1-a5fb504eb71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962045 Sep 09 18:31:43.408721 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2e609f58-db09-4ca3-afc3-57839d471923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2896014'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:43.436094 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e609f58-db09-4ca3-afc3-57839d471923 admin admin] Pushing event deleted for resources: {'Port': ['ID=34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:31:43.603836 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-2e609f58-db09-4ca3-afc3-57839d471923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-906655'] for router_interface, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:43.816737 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e609f58-db09-4ca3-afc3-57839d471923 admin admin] Router aa58bafb-f642-46fe-ae2b-81b028ecd488 has already been hosted by L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 {{(pid=94638) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 18:31:43.923121 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e609f58-db09-4ca3-afc3-57839d471923 admin admin] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94638) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:31:43.931285 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-2e609f58-db09-4ca3-afc3-57839d471923 admin admin] 10.222.0.39 "PUT /v2.0/routers/aa58bafb-f642-46fe-ae2b-81b028ecd488/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8945208 Sep 09 18:31:43.931390 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 49260) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:31:43.931840 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bd014e-2cbe-4ff4-90ae-daf09531aa02 None None] Sync routers for ids ['aa58bafb-f642-46fe-ae2b-81b028ecd488'] in dv-cinder-779540-2-iscsi {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:31:43.940950 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bd014e-2cbe-4ff4-90ae-daf09531aa02 None None] Routers {'aa58bafb-f642-46fe-ae2b-81b028ecd488'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:31:43.941534 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-66bd014e-2cbe-4ff4-90ae-daf09531aa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:31:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['aa58bafb-f642-46fe-ae2b-81b028ecd488'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:31:44.032622 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3e4293f9-352e-461d-881a-eea53fc53838 admin admin] Notify callbacks [] for router, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:44.045897 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-66bd014e-2cbe-4ff4-90ae-daf09531aa02 None None] Set router aa58bafb-f642-46fe-ae2b-81b028ecd488 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:31:44.134634 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3e4293f9-352e-461d-881a-eea53fc53838 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:44.245802 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-3e4293f9-352e-461d-881a-eea53fc53838 admin admin] Deleting port 0b3d81ad-0407-4a64-874f-be4d0b7ff14b {{(pid=94637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:31:44.246156 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3e4293f9-352e-461d-881a-eea53fc53838 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:44.323708 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [None req-3e4293f9-352e-461d-881a-eea53fc53838 admin admin] For port 0b3d81ad-0407-4a64-874f-be4d0b7ff14b, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=0b3d81ad-0407-4a64-874f-be4d0b7ff14b,segment=NetworkSegment(7a73f5cb-6b09-47ec-a9e0-b99f618e2056),segment_id=7a73f5cb-6b09-47ec-a9e0-b99f618e2056)] {{(pid=94637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:31:44.323982 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3e4293f9-352e-461d-881a-eea53fc53838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:44.335800 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-3e4293f9-352e-461d-881a-eea53fc53838 admin admin] Calling delete_port for 0b3d81ad-0407-4a64-874f-be4d0b7ff14b owned by network:router_gateway {{(pid=94637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:31:44.356017 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-66bd014e-2cbe-4ff4-90ae-daf09531aa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa58bafb-f642-46fe-ae2b-81b028ecd488', 'name': 'tempest-TestShelveInstance-77307758-router', 'tenant_id': '4c733a1c9e2d4078b44acd994040a650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '0b3d81ad-0407-4a64-874f-be4d0b7ff14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:25:50Z', 'updated_at': '2021-09-09T18:31:43Z', 'revision_number': 5, 'project_id': '4c733a1c9e2d4078b44acd994040a650', 'gw_port': {'id': '0b3d81ad-0407-4a64-874f-be4d0b7ff14b', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa58bafb-f642-46fe-ae2b-81b028ecd488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:25:50Z', 'updated_at': '2021-09-09T18:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi'}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:31:44.386236 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bd014e-2cbe-4ff4-90ae-daf09531aa02 None None] Checking router: aa58bafb-f642-46fe-ae2b-81b028ecd488 for host: dv-cinder-779540-2-iscsi {{(pid=94639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:31:44.394694 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bd014e-2cbe-4ff4-90ae-daf09531aa02 None None] Routers {'aa58bafb-f642-46fe-ae2b-81b028ecd488'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:31:44.395306 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-66bd014e-2cbe-4ff4-90ae-daf09531aa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:31:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['aa58bafb-f642-46fe-ae2b-81b028ecd488'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:31:44.484702 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-66bd014e-2cbe-4ff4-90ae-daf09531aa02 None None] Set router aa58bafb-f642-46fe-ae2b-81b028ecd488 gateway port host: None {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:31:44.535710 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-66bd014e-2cbe-4ff4-90ae-daf09531aa02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa58bafb-f642-46fe-ae2b-81b028ecd488', 'name': 'tempest-TestShelveInstance-77307758-router', 'tenant_id': '4c733a1c9e2d4078b44acd994040a650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:25:50Z', 'updated_at': '2021-09-09T18:31:44Z', 'revision_number': 6, 'project_id': '4c733a1c9e2d4078b44acd994040a650', 'gw_port_host': None}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:31:44.562832 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3e4293f9-352e-461d-881a-eea53fc53838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:44.565080 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bd014e-2cbe-4ff4-90ae-daf09531aa02 None None] The sync data for ids ['aa58bafb-f642-46fe-ae2b-81b028ecd488'] in dv-cinder-779540-2-iscsi is: [{'id': 'aa58bafb-f642-46fe-ae2b-81b028ecd488', 'name': 'tempest-TestShelveInstance-77307758-router', 'tenant_id': '4c733a1c9e2d4078b44acd994040a650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:25:50Z', 'updated_at': '2021-09-09T18:31:44Z', 'revision_number': 6, 'project_id': '4c733a1c9e2d4078b44acd994040a650', 'gw_port_host': None}] {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:31:44.590470 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4293f9-352e-461d-881a-eea53fc53838 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b3d81ad-0407-4a64-874f-be4d0b7ff14b,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:31:44.662761 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3e4293f9-352e-461d-881a-eea53fc53838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-905341'] for router_gateway, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:44.755145 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3e4293f9-352e-461d-881a-eea53fc53838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-904910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7578'] for router, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:44.757478 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3e4293f9-352e-461d-881a-eea53fc53838 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:44.848249 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3e4293f9-352e-461d-881a-eea53fc53838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-904903'] for router, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:44.848893 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4293f9-352e-461d-881a-eea53fc53838 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa58bafb-f642-46fe-ae2b-81b028ecd488 {{(pid=94637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 18:31:44.853246 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3e4293f9-352e-461d-881a-eea53fc53838 admin admin] Notify callbacks [] for router, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:44.859824 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-3e4293f9-352e-461d-881a-eea53fc53838 admin admin] 10.222.0.39 "DELETE /v2.0/routers/aa58bafb-f642-46fe-ae2b-81b028ecd488 HTTP/1.1" status: 204 len: 168 time: 0.9227476 Sep 09 18:31:44.859824 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 49262) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:31:44.901027 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf5e4072-5a88-40a1-91fb-6bc8b9097d5d admin admin] Deleting subnet a2d97d02-3d47-4a62-8a9e-62fb57567ad0 {{(pid=94637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 18:31:44.903984 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-bf5e4072-5a88-40a1-91fb-6bc8b9097d5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:44.945428 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-bf5e4072-5a88-40a1-91fb-6bc8b9097d5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8515338'] for subnet, precommit_delete_associations {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:45.035033 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-bf5e4072-5a88-40a1-91fb-6bc8b9097d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775357'] for subnet, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:45.151785 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-bf5e4072-5a88-40a1-91fb-6bc8b9097d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9834253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8646639'] for subnet, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:45.179202 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e4072-5a88-40a1-91fb-6bc8b9097d5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2d97d02-3d47-4a62-8a9e-62fb57567ad0,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:31:45.183707 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-bf5e4072-5a88-40a1-91fb-6bc8b9097d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for subnet, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:45.185736 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-bf5e4072-5a88-40a1-91fb-6bc8b9097d5d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a2d97d02-3d47-4a62-8a9e-62fb57567ad0 HTTP/1.1" status: 204 len: 168 time: 0.3279147 Sep 09 18:31:45.188222 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 49264) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:31:45.189153 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344871df-6494-4961-8fae-691bc14e3430 None None] Network 9ec2a65c-0709-4792-8b43-93c3c42d03c0 requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:31:45.258510 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0b11046a-4c6e-411f-9967-68921f9835de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626401'] for network, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:45.319550 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-0b11046a-4c6e-411f-9967-68921f9835de admin admin] Deleting port 7ab99a5c-f0bb-44bc-8505-16e3a86933ac {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:31:45.320224 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0b11046a-4c6e-411f-9967-68921f9835de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:45.385550 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16c002f-ad82-42a9-83f2-411633fc0b26 None None] DHCP port deletion for 9ec2a65c-0709-4792-8b43-93c3c42d03c0 request from dv-cinder-779540-2-iscsi {{(pid=94639) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 18:31:45.395371 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [None req-0b11046a-4c6e-411f-9967-68921f9835de admin admin] For port 7ab99a5c-f0bb-44bc-8505-16e3a86933ac, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=7ab99a5c-f0bb-44bc-8505-16e3a86933ac,segment=NetworkSegment(39dd872f-63d1-40bf-894c-f52a0533ea64),segment_id=39dd872f-63d1-40bf-894c-f52a0533ea64)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:31:45.395739 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0b11046a-4c6e-411f-9967-68921f9835de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:45.408297 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-0b11046a-4c6e-411f-9967-68921f9835de admin admin] Calling delete_port for 7ab99a5c-f0bb-44bc-8505-16e3a86933ac owned by network:dhcp {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:31:45.438673 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-a16c002f-ad82-42a9-83f2-411633fc0b26 None None] Deleting port 7ab99a5c-f0bb-44bc-8505-16e3a86933ac {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:31:45.439054 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a16c002f-ad82-42a9-83f2-411633fc0b26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:45.503433 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-a16c002f-ad82-42a9-83f2-411633fc0b26 None None] For port 7ab99a5c-f0bb-44bc-8505-16e3a86933ac, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=7ab99a5c-f0bb-44bc-8505-16e3a86933ac,segment=NetworkSegment(39dd872f-63d1-40bf-894c-f52a0533ea64),segment_id=39dd872f-63d1-40bf-894c-f52a0533ea64)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:31:45.503880 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a16c002f-ad82-42a9-83f2-411633fc0b26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:45.517372 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-a16c002f-ad82-42a9-83f2-411633fc0b26 None None] Calling delete_port for 7ab99a5c-f0bb-44bc-8505-16e3a86933ac owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:31:45.585887 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0b11046a-4c6e-411f-9967-68921f9835de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2896014'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:45.599579 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a16c002f-ad82-42a9-83f2-411633fc0b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:45.614377 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11046a-4c6e-411f-9967-68921f9835de admin admin] Pushing event deleted for resources: {'Port': ['ID=7ab99a5c-f0bb-44bc-8505-16e3a86933ac,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:31:45.617858 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b11046a-4c6e-411f-9967-68921f9835de admin admin] No DVR routers for this DVR port 7ab99a5c-f0bb-44bc-8505-16e3a86933ac on host dv-cinder-779540-2-iscsi {{(pid=94638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 18:31:45.626522 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c002f-ad82-42a9-83f2-411633fc0b26 None None] Pushing event deleted for resources: {'Port': ['ID=7ab99a5c-f0bb-44bc-8505-16e3a86933ac,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:31:45.631056 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16c002f-ad82-42a9-83f2-411633fc0b26 None None] No DVR routers for this DVR port 7ab99a5c-f0bb-44bc-8505-16e3a86933ac on host dv-cinder-779540-2-iscsi {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 18:31:45.637954 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c002f-ad82-42a9-83f2-411633fc0b26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:31:45.638306 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c002f-ad82-42a9-83f2-411633fc0b26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:31:45.638651 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c002f-ad82-42a9-83f2-411633fc0b26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:31:45.638991 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c002f-ad82-42a9-83f2-411633fc0b26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:31:45.639666 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c002f-ad82-42a9-83f2-411633fc0b26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:31:45.640008 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c002f-ad82-42a9-83f2-411633fc0b26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:31:45.640475 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c002f-ad82-42a9-83f2-411633fc0b26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:31:45.640690 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c002f-ad82-42a9-83f2-411633fc0b26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:31:45.641025 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c002f-ad82-42a9-83f2-411633fc0b26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:31:45.641363 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c002f-ad82-42a9-83f2-411633fc0b26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:31:45.641678 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c002f-ad82-42a9-83f2-411633fc0b26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:31:45.642001 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16c002f-ad82-42a9-83f2-411633fc0b26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:31:45.691662 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0b11046a-4c6e-411f-9967-68921f9835de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773192', 'neutron.services.segments.db._delete_segments_for_network-8729821856413'] for network, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:45.711280 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-0b11046a-4c6e-411f-9967-68921f9835de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec2a65c-0709-4792-8b43-93c3c42d03c0']}} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:31:45.721544 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-0b11046a-4c6e-411f-9967-68921f9835de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39dd872f-63d1-40bf-894c-f52a0533ea64') {'for_net_delete': True} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:31:45.721840 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-0b11046a-4c6e-411f-9967-68921f9835de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39dd872f-63d1-40bf-894c-f52a0533ea64') {} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:31:45.730830 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0b11046a-4c6e-411f-9967-68921f9835de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729821856934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1044657'] for segment, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:45.743631 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0b11046a-4c6e-411f-9967-68921f9835de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143'] for segment, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:45.749355 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b11046a-4c6e-411f-9967-68921f9835de admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=94638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 18:31:45.749742 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0b11046a-4c6e-411f-9967-68921f9835de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2903633'] for segment, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:45.751373 dv-cinder-779540-2-iscsi neutron-server[94638]: Traceback (most recent call last): Sep 09 18:31:45.751373 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 18:31:45.751373 dv-cinder-779540-2-iscsi neutron-server[94638]: timer() Sep 09 18:31:45.751373 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 18:31:45.751373 dv-cinder-779540-2-iscsi neutron-server[94638]: cb(*args, **kw) Sep 09 18:31:45.751373 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 18:31:45.751373 dv-cinder-779540-2-iscsi neutron-server[94638]: return func(*args, **kwargs) Sep 09 18:31:45.751373 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 18:31:45.751373 dv-cinder-779540-2-iscsi neutron-server[94638]: self._notify() Sep 09 18:31:45.751373 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 18:31:45.751373 dv-cinder-779540-2-iscsi neutron-server[94638]: self.callback(batched_events) Sep 09 18:31:45.751373 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 18:31:45.751373 dv-cinder-779540-2-iscsi neutron-server[94638]: event.method(event) Sep 09 18:31:45.751373 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 18:31:45.751373 dv-cinder-779540-2-iscsi neutron-server[94638]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 18:31:45.751373 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 18:31:45.751373 dv-cinder-779540-2-iscsi neutron-server[94638]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 18:31:45.751373 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 18:31:45.751373 dv-cinder-779540-2-iscsi neutron-server[94638]: return f(self, *a, **k) Sep 09 18:31:45.751373 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 18:31:45.751373 dv-cinder-779540-2-iscsi neutron-server[94638]: return self._get(url).json() Sep 09 18:31:45.751373 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 18:31:45.751373 dv-cinder-779540-2-iscsi neutron-server[94638]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 18:31:45.751373 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 18:31:45.751373 dv-cinder-779540-2-iscsi neutron-server[94638]: return self.request(url, 'GET', **kwargs) Sep 09 18:31:45.751373 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 18:31:45.751373 dv-cinder-779540-2-iscsi neutron-server[94638]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 18:31:45.751373 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 18:31:45.751373 dv-cinder-779540-2-iscsi neutron-server[94638]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 18:31:45.751373 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 18:31:45.751373 dv-cinder-779540-2-iscsi neutron-server[94638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 18:31:45.751373 dv-cinder-779540-2-iscsi neutron-server[94638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 18:31:45.880212 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0b11046a-4c6e-411f-9967-68921f9835de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-905241'] for network, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:45.886265 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-0b11046a-4c6e-411f-9967-68921f9835de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:45.890260 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-0b11046a-4c6e-411f-9967-68921f9835de admin admin] 10.222.0.39 "DELETE /v2.0/networks/9ec2a65c-0709-4792-8b43-93c3c42d03c0 HTTP/1.1" status: 204 len: 168 time: 0.6988645 Sep 09 18:31:45.891213 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 49266) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:31:45.898715 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11046a-4c6e-411f-9967-68921f9835de admin admin] Pushing event deleted for resources: {'Network': ['ID=9ec2a65c-0709-4792-8b43-93c3c42d03c0,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:31:46.237151 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-8d8d222f-1f4c-4255-9429-174ed112e6f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-906539'] for router_interface, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:46.477530 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-8d8d222f-1f4c-4255-9429-174ed112e6f4 admin admin] Deleting port f2ce7faa-79ac-4c14-a7d4-f8752c88fadb {{(pid=94637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:31:46.478087 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-8d8d222f-1f4c-4255-9429-174ed112e6f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:46.555481 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [None req-8d8d222f-1f4c-4255-9429-174ed112e6f4 admin admin] For port f2ce7faa-79ac-4c14-a7d4-f8752c88fadb, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=f2ce7faa-79ac-4c14-a7d4-f8752c88fadb,segment=NetworkSegment(41aa8ed3-6ccf-416b-8478-79327c1e2646),segment_id=41aa8ed3-6ccf-416b-8478-79327c1e2646)] {{(pid=94637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:31:46.555863 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-8d8d222f-1f4c-4255-9429-174ed112e6f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:46.568470 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-8d8d222f-1f4c-4255-9429-174ed112e6f4 admin admin] Calling delete_port for f2ce7faa-79ac-4c14-a7d4-f8752c88fadb owned by network:router_interface {{(pid=94637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:31:46.615920 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 7ab99a5c-f0bb-44bc-8505-16e3a86933ac no longer exists at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:31:46.636832 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] No Port match for: 7ab99a5c-f0bb-44bc-8505-16e3a86933ac {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:31:46.637185 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 7ab99a5c-f0bb-44bc-8505-16e3a86933ac not bound to the agent host dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:31:46.637608 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d no longer exists at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:31:46.656903 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] No Port match for: 34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:31:46.657242 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 34109c51-6a3d-4d0d-bce0-fd1b5bfdcd8d not bound to the agent host dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:31:46.657649 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 0b3d81ad-0407-4a64-874f-be4d0b7ff14b no longer exists at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:31:46.678958 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] No Port match for: 0b3d81ad-0407-4a64-874f-be4d0b7ff14b {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:31:46.679307 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 0b3d81ad-0407-4a64-874f-be4d0b7ff14b not bound to the agent host dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:31:46.811682 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-8d8d222f-1f4c-4255-9429-174ed112e6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:46.841557 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8d222f-1f4c-4255-9429-174ed112e6f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2ce7faa-79ac-4c14-a7d4-f8752c88fadb,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:31:47.007199 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-8d8d222f-1f4c-4255-9429-174ed112e6f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-906655'] for router_interface, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:47.217200 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8d222f-1f4c-4255-9429-174ed112e6f4 admin admin] Router 8804e6a6-c47e-4674-87e0-09a3742acf02 has already been hosted by L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 {{(pid=94637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 18:31:47.357338 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8d222f-1f4c-4255-9429-174ed112e6f4 admin admin] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:31:47.362433 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-8d8d222f-1f4c-4255-9429-174ed112e6f4 admin admin] 10.222.0.39 "PUT /v2.0/routers/8804e6a6-c47e-4674-87e0-09a3742acf02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4701288 Sep 09 18:31:47.365793 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 49268) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:31:47.366535 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb207a25-e06a-42b4-90d1-b54819839a99 None None] Sync routers for ids ['8804e6a6-c47e-4674-87e0-09a3742acf02'] in dv-cinder-779540-2-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:31:47.376571 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb207a25-e06a-42b4-90d1-b54819839a99 None None] Routers {'8804e6a6-c47e-4674-87e0-09a3742acf02'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:31:47.377187 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-cb207a25-e06a-42b4-90d1-b54819839a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:31:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['8804e6a6-c47e-4674-87e0-09a3742acf02'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:31:47.471717 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-37984537-c61b-429b-99a4-9eda550c22d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:47.484183 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-cb207a25-e06a-42b4-90d1-b54819839a99 None None] Set router 8804e6a6-c47e-4674-87e0-09a3742acf02 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:31:47.573372 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-37984537-c61b-429b-99a4-9eda550c22d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:47.660699 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-cb207a25-e06a-42b4-90d1-b54819839a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8804e6a6-c47e-4674-87e0-09a3742acf02', 'name': 'tempest-TestShelveInstance-354988815-router', 'tenant_id': 'd613c680e89c45eb9e17b5f5c701d05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '8502a32d-565d-4836-8061-b0df6cfb4119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:25:56Z', 'updated_at': '2021-09-09T18:31:46Z', 'revision_number': 5, 'project_id': 'd613c680e89c45eb9e17b5f5c701d05c', 'gw_port': {'id': '8502a32d-565d-4836-8061-b0df6cfb4119', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8804e6a6-c47e-4674-87e0-09a3742acf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:25:57Z', 'updated_at': '2021-09-09T18:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi'}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:31:47.687169 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb207a25-e06a-42b4-90d1-b54819839a99 None None] Checking router: 8804e6a6-c47e-4674-87e0-09a3742acf02 for host: dv-cinder-779540-2-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:31:47.695760 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb207a25-e06a-42b4-90d1-b54819839a99 None None] Routers {'8804e6a6-c47e-4674-87e0-09a3742acf02'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:31:47.696403 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-cb207a25-e06a-42b4-90d1-b54819839a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:31:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['8804e6a6-c47e-4674-87e0-09a3742acf02'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:31:47.705305 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-37984537-c61b-429b-99a4-9eda550c22d4 admin admin] Deleting port 8502a32d-565d-4836-8061-b0df6cfb4119 {{(pid=94637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:31:47.705647 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-37984537-c61b-429b-99a4-9eda550c22d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:47.783632 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-cb207a25-e06a-42b4-90d1-b54819839a99 None None] Set router 8804e6a6-c47e-4674-87e0-09a3742acf02 gateway port host: None {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:31:47.786823 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [None req-37984537-c61b-429b-99a4-9eda550c22d4 admin admin] For port 8502a32d-565d-4836-8061-b0df6cfb4119, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=8502a32d-565d-4836-8061-b0df6cfb4119,segment=NetworkSegment(7a73f5cb-6b09-47ec-a9e0-b99f618e2056),segment_id=7a73f5cb-6b09-47ec-a9e0-b99f618e2056)] {{(pid=94637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:31:47.787202 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-37984537-c61b-429b-99a4-9eda550c22d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:47.800655 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-37984537-c61b-429b-99a4-9eda550c22d4 admin admin] Calling delete_port for 8502a32d-565d-4836-8061-b0df6cfb4119 owned by network:router_gateway {{(pid=94637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:31:47.838259 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-cb207a25-e06a-42b4-90d1-b54819839a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8804e6a6-c47e-4674-87e0-09a3742acf02', 'name': 'tempest-TestShelveInstance-354988815-router', 'tenant_id': 'd613c680e89c45eb9e17b5f5c701d05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:25:56Z', 'updated_at': '2021-09-09T18:31:47Z', 'revision_number': 6, 'project_id': 'd613c680e89c45eb9e17b5f5c701d05c', 'gw_port_host': None}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:31:47.864629 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb207a25-e06a-42b4-90d1-b54819839a99 None None] The sync data for ids ['8804e6a6-c47e-4674-87e0-09a3742acf02'] in dv-cinder-779540-2-iscsi is: [{'id': '8804e6a6-c47e-4674-87e0-09a3742acf02', 'name': 'tempest-TestShelveInstance-354988815-router', 'tenant_id': 'd613c680e89c45eb9e17b5f5c701d05c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:25:56Z', 'updated_at': '2021-09-09T18:31:47Z', 'revision_number': 6, 'project_id': 'd613c680e89c45eb9e17b5f5c701d05c', 'gw_port_host': None}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:31:48.037068 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-37984537-c61b-429b-99a4-9eda550c22d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:48.065811 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37984537-c61b-429b-99a4-9eda550c22d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8502a32d-565d-4836-8061-b0df6cfb4119,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:31:48.126912 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-37984537-c61b-429b-99a4-9eda550c22d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-905341'] for router_gateway, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:48.215687 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-37984537-c61b-429b-99a4-9eda550c22d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-904910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7578'] for router, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:48.218411 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-37984537-c61b-429b-99a4-9eda550c22d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:48.323403 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-37984537-c61b-429b-99a4-9eda550c22d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-904903'] for router, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:48.323941 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37984537-c61b-429b-99a4-9eda550c22d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8804e6a6-c47e-4674-87e0-09a3742acf02 {{(pid=94637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 18:31:48.328691 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-37984537-c61b-429b-99a4-9eda550c22d4 admin admin] Notify callbacks [] for router, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:48.332105 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-37984537-c61b-429b-99a4-9eda550c22d4 admin admin] 10.222.0.39 "DELETE /v2.0/routers/8804e6a6-c47e-4674-87e0-09a3742acf02 HTTP/1.1" status: 204 len: 168 time: 0.9653893 Sep 09 18:31:48.332547 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 49270) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:31:48.377310 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6ecfee6-f83d-4f8c-865c-afb3e7a69c9e admin admin] Deleting subnet c4041fce-7f1c-46db-bee2-5fe19f72619e {{(pid=94638) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 18:31:48.380231 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e6ecfee6-f83d-4f8c-865c-afb3e7a69c9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:48.414781 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e6ecfee6-f83d-4f8c-865c-afb3e7a69c9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1044680'] for subnet, precommit_delete_associations {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:48.499524 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e6ecfee6-f83d-4f8c-865c-afb3e7a69c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775357'] for subnet, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:48.608667 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e6ecfee6-f83d-4f8c-865c-afb3e7a69c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2896051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9552999'] for subnet, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:48.633277 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device f2ce7faa-79ac-4c14-a7d4-f8752c88fadb no longer exists at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:31:48.634879 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ecfee6-f83d-4f8c-865c-afb3e7a69c9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4041fce-7f1c-46db-bee2-5fe19f72619e,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:31:48.640653 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-e6ecfee6-f83d-4f8c-865c-afb3e7a69c9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:48.644923 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-e6ecfee6-f83d-4f8c-865c-afb3e7a69c9e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c4041fce-7f1c-46db-bee2-5fe19f72619e HTTP/1.1" status: 204 len: 168 time: 0.3089387 Sep 09 18:31:48.645292 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 49272) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:31:48.658594 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e30a42-ab92-4928-b070-bd5e8937c124 None None] Network 74c4c8ca-27b1-4fe6-93c2-954cb103281a requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:31:48.660758 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] No Port match for: f2ce7faa-79ac-4c14-a7d4-f8752c88fadb {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:31:48.661101 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device f2ce7faa-79ac-4c14-a7d4-f8752c88fadb not bound to the agent host dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:31:48.661515 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 8502a32d-565d-4836-8061-b0df6cfb4119 no longer exists at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:31:48.690372 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] No Port match for: 8502a32d-565d-4836-8061-b0df6cfb4119 {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:31:48.690725 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 8502a32d-565d-4836-8061-b0df6cfb4119 not bound to the agent host dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:31:48.859911 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227a0356-1571-4f4e-8f98-a438a0ad5567 None None] DHCP port deletion for 74c4c8ca-27b1-4fe6-93c2-954cb103281a request from dv-cinder-779540-2-iscsi {{(pid=94639) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 18:31:48.914463 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-227a0356-1571-4f4e-8f98-a438a0ad5567 None None] Deleting port 9ee5a31b-effc-4ce4-94b6-55c49ea349e7 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:31:48.914841 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-227a0356-1571-4f4e-8f98-a438a0ad5567 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:48.977095 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-f7c38039-216e-4253-a854-4bc8d1585367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626401'] for network, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:48.982205 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-227a0356-1571-4f4e-8f98-a438a0ad5567 None None] For port 9ee5a31b-effc-4ce4-94b6-55c49ea349e7, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=9ee5a31b-effc-4ce4-94b6-55c49ea349e7,segment=NetworkSegment(41aa8ed3-6ccf-416b-8478-79327c1e2646),segment_id=41aa8ed3-6ccf-416b-8478-79327c1e2646)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:31:48.982606 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-227a0356-1571-4f4e-8f98-a438a0ad5567 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:48.994311 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-227a0356-1571-4f4e-8f98-a438a0ad5567 None None] Calling delete_port for 9ee5a31b-effc-4ce4-94b6-55c49ea349e7 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:31:49.028892 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-f7c38039-216e-4253-a854-4bc8d1585367 admin admin] Deleting port 9ee5a31b-effc-4ce4-94b6-55c49ea349e7 {{(pid=94637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:31:49.029236 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-f7c38039-216e-4253-a854-4bc8d1585367 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:49.093812 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [None req-f7c38039-216e-4253-a854-4bc8d1585367 admin admin] For port 9ee5a31b-effc-4ce4-94b6-55c49ea349e7, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=9ee5a31b-effc-4ce4-94b6-55c49ea349e7,segment=NetworkSegment(41aa8ed3-6ccf-416b-8478-79327c1e2646),segment_id=41aa8ed3-6ccf-416b-8478-79327c1e2646)] {{(pid=94637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:31:49.094190 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-f7c38039-216e-4253-a854-4bc8d1585367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:49.105645 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-f7c38039-216e-4253-a854-4bc8d1585367 admin admin] Calling delete_port for 9ee5a31b-effc-4ce4-94b6-55c49ea349e7 owned by network:dhcp {{(pid=94637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:31:49.167954 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-227a0356-1571-4f4e-8f98-a438a0ad5567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:49.180610 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-f7c38039-216e-4253-a854-4bc8d1585367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:49.191781 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a0356-1571-4f4e-8f98-a438a0ad5567 None None] Pushing event deleted for resources: {'Port': ['ID=9ee5a31b-effc-4ce4-94b6-55c49ea349e7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:31:49.197923 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227a0356-1571-4f4e-8f98-a438a0ad5567 None None] No DVR routers for this DVR port 9ee5a31b-effc-4ce4-94b6-55c49ea349e7 on host dv-cinder-779540-2-iscsi {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 18:31:49.208582 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c38039-216e-4253-a854-4bc8d1585367 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ee5a31b-effc-4ce4-94b6-55c49ea349e7,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:31:49.210035 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c38039-216e-4253-a854-4bc8d1585367 admin admin] No DVR routers for this DVR port 9ee5a31b-effc-4ce4-94b6-55c49ea349e7 on host dv-cinder-779540-2-iscsi {{(pid=94637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 18:31:49.286995 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-f7c38039-216e-4253-a854-4bc8d1585367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773192', 'neutron.services.segments.db._delete_segments_for_network-8729821856413'] for network, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:49.308614 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.services.segments.db [None req-f7c38039-216e-4253-a854-4bc8d1585367 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74c4c8ca-27b1-4fe6-93c2-954cb103281a']}} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:31:49.317918 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.services.segments.db [None req-f7c38039-216e-4253-a854-4bc8d1585367 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41aa8ed3-6ccf-416b-8478-79327c1e2646') {'for_net_delete': True} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:31:49.318216 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.services.segments.db [None req-f7c38039-216e-4253-a854-4bc8d1585367 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41aa8ed3-6ccf-416b-8478-79327c1e2646') {} {{(pid=94637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:31:49.328584 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-f7c38039-216e-4253-a854-4bc8d1585367 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729821856934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8515443'] for segment, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:49.346596 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-f7c38039-216e-4253-a854-4bc8d1585367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143'] for segment, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:49.352468 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c38039-216e-4253-a854-4bc8d1585367 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=94637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 18:31:49.352914 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-f7c38039-216e-4253-a854-4bc8d1585367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9859567'] for segment, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:49.354621 dv-cinder-779540-2-iscsi neutron-server[94637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 18:31:49.354621 dv-cinder-779540-2-iscsi neutron-server[94637]: self.session.flush() Sep 09 18:31:49.354621 dv-cinder-779540-2-iscsi neutron-server[94637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 18:31:49.354621 dv-cinder-779540-2-iscsi neutron-server[94637]: self.session.flush() Sep 09 18:31:49.354621 dv-cinder-779540-2-iscsi neutron-server[94637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 18:31:49.354621 dv-cinder-779540-2-iscsi neutron-server[94637]: self.session.flush() Sep 09 18:31:49.354621 dv-cinder-779540-2-iscsi neutron-server[94637]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 09 18:31:49.354621 dv-cinder-779540-2-iscsi neutron-server[94637]: self.session.flush() Sep 09 18:31:49.354621 dv-cinder-779540-2-iscsi neutron-server[94637]: Traceback (most recent call last): Sep 09 18:31:49.354621 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 18:31:49.354621 dv-cinder-779540-2-iscsi neutron-server[94637]: timer() Sep 09 18:31:49.354621 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 18:31:49.354621 dv-cinder-779540-2-iscsi neutron-server[94637]: cb(*args, **kw) Sep 09 18:31:49.354621 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 18:31:49.354621 dv-cinder-779540-2-iscsi neutron-server[94637]: return func(*args, **kwargs) Sep 09 18:31:49.354621 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 18:31:49.354621 dv-cinder-779540-2-iscsi neutron-server[94637]: self._notify() Sep 09 18:31:49.354621 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 18:31:49.354621 dv-cinder-779540-2-iscsi neutron-server[94637]: self.callback(batched_events) Sep 09 18:31:49.354621 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 18:31:49.354621 dv-cinder-779540-2-iscsi neutron-server[94637]: event.method(event) Sep 09 18:31:49.354621 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 18:31:49.354621 dv-cinder-779540-2-iscsi neutron-server[94637]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 18:31:49.354621 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 18:31:49.354621 dv-cinder-779540-2-iscsi neutron-server[94637]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 18:31:49.354621 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 18:31:49.354621 dv-cinder-779540-2-iscsi neutron-server[94637]: return f(self, *a, **k) Sep 09 18:31:49.354621 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 18:31:49.354621 dv-cinder-779540-2-iscsi neutron-server[94637]: return self._get(url).json() Sep 09 18:31:49.354621 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 18:31:49.354621 dv-cinder-779540-2-iscsi neutron-server[94637]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 18:31:49.354621 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 18:31:49.354621 dv-cinder-779540-2-iscsi neutron-server[94637]: return self.request(url, 'GET', **kwargs) Sep 09 18:31:49.354621 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 18:31:49.354621 dv-cinder-779540-2-iscsi neutron-server[94637]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 18:31:49.354621 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 18:31:49.354621 dv-cinder-779540-2-iscsi neutron-server[94637]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 18:31:49.354621 dv-cinder-779540-2-iscsi neutron-server[94637]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 18:31:49.354621 dv-cinder-779540-2-iscsi neutron-server[94637]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 18:31:49.354621 dv-cinder-779540-2-iscsi neutron-server[94637]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 18:31:49.511250 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-f7c38039-216e-4253-a854-4bc8d1585367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-905241'] for network, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:49.518451 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-f7c38039-216e-4253-a854-4bc8d1585367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for network, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:49.522912 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-f7c38039-216e-4253-a854-4bc8d1585367 admin admin] 10.222.0.39 "DELETE /v2.0/networks/74c4c8ca-27b1-4fe6-93c2-954cb103281a HTTP/1.1" status: 204 len: 168 time: 0.8740718 Sep 09 18:31:49.530733 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c38039-216e-4253-a854-4bc8d1585367 admin admin] Pushing event deleted for resources: {'Network': ['ID=74c4c8ca-27b1-4fe6-93c2-954cb103281a,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:31:49.823738 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 49276) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:31:49.861902 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-1fc60f77-9190-4ea8-ace4-8f1817b22b49 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4c733a1c9e2d4078b44acd994040a650&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369773 Sep 09 18:31:49.864258 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 49278) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:31:49.910460 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-7925308d-f61c-44d9-a317-f718505b7c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:49.930225 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-7925308d-f61c-44d9-a317-f718505b7c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:50.059419 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-7925308d-f61c-44d9-a317-f718505b7c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:50.062006 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-7925308d-f61c-44d9-a317-f718505b7c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:50.063181 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-7925308d-f61c-44d9-a317-f718505b7c82 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/069f9dd6-bfa5-431c-9b78-7d170f75aed0 HTTP/1.1" status: 204 len: 168 time: 0.1979983 Sep 09 18:31:50.070844 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7925308d-f61c-44d9-a317-f718505b7c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069f9dd6-bfa5-431c-9b78-7d170f75aed0,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:31:50.609925 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 9ee5a31b-effc-4ce4-94b6-55c49ea349e7 no longer exists at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:31:50.630739 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] No Port match for: 9ee5a31b-effc-4ce4-94b6-55c49ea349e7 {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:31:50.631086 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 9ee5a31b-effc-4ce4-94b6-55c49ea349e7 not bound to the agent host dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:31:50.657690 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 49284) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:31:50.699511 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-1da11ea4-7846-4b8e-8052-b02c34cffcae admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d613c680e89c45eb9e17b5f5c701d05c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406642 Sep 09 18:31:50.702040 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 49286) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:31:50.749617 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8d3be34e-83ec-48e1-b8fe-5dc8e56405ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:50.769986 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8d3be34e-83ec-48e1-b8fe-5dc8e56405ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:50.885715 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8d3be34e-83ec-48e1-b8fe-5dc8e56405ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:50.888132 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-8d3be34e-83ec-48e1-b8fe-5dc8e56405ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:50.889361 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-8d3be34e-83ec-48e1-b8fe-5dc8e56405ee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/91f86160-578e-4588-9b09-fcf998358d14 HTTP/1.1" status: 204 len: 168 time: 0.1863184 Sep 09 18:31:50.897311 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3be34e-83ec-48e1-b8fe-5dc8e56405ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f86160-578e-4588-9b09-fcf998358d14,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:31:54.831186 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63f35fd0-d376-465e-9c74-988c895f99b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:57.485446 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-811a4f2c-d72f-4cbd-95d3-4c8278d4b9be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:57.515870 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:31:59.160073 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:32:01.106397 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:32:06.136800 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:32:17.420969 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 6 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:32:24.828034 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ba317a4-ff78-47d1-983e-97f4adeb2f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:32:27.492343 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b0331df-ae9c-41e7-9f76-584c580e7671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:32:27.527365 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:32:29.194847 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:32:31.103642 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:32:36.131739 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:32:43.688801 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-df799c34-fe58-4512-a3f0-5e97d9d1ba5f req-ef84746c-a7be-4f1b-98e6-63ec0577eb77 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8d4aefaa-1723-4961-ba5c-08fa46bbf00d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1783149 Sep 09 18:32:43.749805 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df799c34-fe58-4512-a3f0-5e97d9d1ba5f req-2ed22bc7-7c55-4ad9-a6d2-1428079d721a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:32:43.756502 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-df799c34-fe58-4512-a3f0-5e97d9d1ba5f req-2ed22bc7-7c55-4ad9-a6d2-1428079d721a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1770c44abcca47449561e6ab91841b32&device_id=8d4aefaa-1723-4961-ba5c-08fa46bbf00d HTTP/1.1" status: 200 len: 1098 time: 0.0400417 Sep 09 18:32:43.820797 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 49302) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:32:43.857376 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df799c34-fe58-4512-a3f0-5e97d9d1ba5f req-e4cece26-7178-4265-9a8a-7eda1ace37b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:32:43.858873 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-df799c34-fe58-4512-a3f0-5e97d9d1ba5f req-e4cece26-7178-4265-9a8a-7eda1ace37b0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=12c9815a-8b2f-47cd-b8b1-a5fb504eb71c HTTP/1.1" status: 200 len: 913 time: 0.0890503 Sep 09 18:32:43.925426 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-df799c34-fe58-4512-a3f0-5e97d9d1ba5f req-bf02b0f5-f31f-47d4-a0b7-06995404b948 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f HTTP/1.1" status: 200 len: 1000 time: 0.0584662 Sep 09 18:32:43.975006 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df799c34-fe58-4512-a3f0-5e97d9d1ba5f req-559759e4-f138-445b-be5e-533365664798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:32:43.976530 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-df799c34-fe58-4512-a3f0-5e97d9d1ba5f req-559759e4-f138-445b-be5e-533365664798 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2097dc36-6037-4f23-a336-5ec26ebde0c6 HTTP/1.1" status: 200 len: 851 time: 0.0441756 Sep 09 18:32:43.979753 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-2c279662-e862-47e8-b6a2-d79575f47461 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Deleting port dff5098a-86c6-4c3a-a2e5-7ee1f3ae0461 {{(pid=94637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:32:43.980091 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-2c279662-e862-47e8-b6a2-d79575f47461 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:32:44.025389 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df799c34-fe58-4512-a3f0-5e97d9d1ba5f req-e48917b7-1d14-42c3-9877-c345a6e97531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:32:44.026854 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-df799c34-fe58-4512-a3f0-5e97d9d1ba5f req-e48917b7-1d14-42c3-9877-c345a6e97531 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=12c9815a-8b2f-47cd-b8b1-a5fb504eb71c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429838 Sep 09 18:32:44.056384 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-2c279662-e862-47e8-b6a2-d79575f47461 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:32:44.056723 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-2c279662-e862-47e8-b6a2-d79575f47461 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:32:44.069634 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-2c279662-e862-47e8-b6a2-d79575f47461 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Calling delete_port for dff5098a-86c6-4c3a-a2e5-7ee1f3ae0461 owned by network:floatingip {{(pid=94637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:32:44.291661 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-2c279662-e862-47e8-b6a2-d79575f47461 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:32:44.316899 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c279662-e862-47e8-b6a2-d79575f47461 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Pushing event deleted for resources: {'Port': ['ID=dff5098a-86c6-4c3a-a2e5-7ee1f3ae0461,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:32:44.330045 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c279662-e862-47e8-b6a2-d79575f47461 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:32:44.330399 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c279662-e862-47e8-b6a2-d79575f47461 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:32:44.330744 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c279662-e862-47e8-b6a2-d79575f47461 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:32:44.331085 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c279662-e862-47e8-b6a2-d79575f47461 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:32:44.331421 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c279662-e862-47e8-b6a2-d79575f47461 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:32:44.331756 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c279662-e862-47e8-b6a2-d79575f47461 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:32:44.332089 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c279662-e862-47e8-b6a2-d79575f47461 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:32:44.332445 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c279662-e862-47e8-b6a2-d79575f47461 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:32:44.332780 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c279662-e862-47e8-b6a2-d79575f47461 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:32:44.333108 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c279662-e862-47e8-b6a2-d79575f47461 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:32:44.333433 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c279662-e862-47e8-b6a2-d79575f47461 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:32:44.333762 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c279662-e862-47e8-b6a2-d79575f47461 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:32:44.373320 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-df799c34-fe58-4512-a3f0-5e97d9d1ba5f req-fa1b4906-5f80-42bf-8f50-e10e10dd6e32 service neutron] 10.222.0.54 "GET /v2.0/networks/12c9815a-8b2f-47cd-b8b1-a5fb504eb71c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387203 Sep 09 18:32:44.392420 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-2c279662-e862-47e8-b6a2-d79575f47461 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for floatingip, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:32:44.392755 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.db.l3_db [None req-2c279662-e862-47e8-b6a2-d79575f47461 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Floating IP 07bb3608-af2f-47ed-beb9-01f2a9e5a88e disassociated (deleted). External IP: 172.27.0.23, port: 68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f. Sep 09 18:32:44.465037 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-df799c34-fe58-4512-a3f0-5e97d9d1ba5f req-75d30296-1746-48b9-984a-fbfd9fa0be49 service neutron] 10.222.0.54 "GET /v2.0/networks/12c9815a-8b2f-47cd-b8b1-a5fb504eb71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845103 Sep 09 18:32:44.598094 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c279662-e862-47e8-b6a2-d79575f47461 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Router b8ceab2f-8899-40a9-b696-90370abb90f5 has already been hosted by L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 {{(pid=94637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 18:32:44.702765 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c279662-e862-47e8-b6a2-d79575f47461 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:32:44.707612 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-2c279662-e862-47e8-b6a2-d79575f47461 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for floatingip, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:32:44.712517 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26350d2-57d2-4aa7-a566-3459b0aba1e6 None None] Sync routers for ids ['b8ceab2f-8899-40a9-b696-90370abb90f5'] in dv-cinder-779540-2-iscsi {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:32:44.722571 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26350d2-57d2-4aa7-a566-3459b0aba1e6 None None] Routers {'b8ceab2f-8899-40a9-b696-90370abb90f5'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:32:44.723188 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-b26350d2-57d2-4aa7-a566-3459b0aba1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:32:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['b8ceab2f-8899-40a9-b696-90370abb90f5'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:32:44.738351 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-2c279662-e862-47e8-b6a2-d79575f47461 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "DELETE /v2.0/floatingips/07bb3608-af2f-47ed-beb9-01f2a9e5a88e HTTP/1.1" status: 204 len: 168 time: 0.9164429 Sep 09 18:32:44.738947 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4aefaa-1723-4961-ba5c-08fa46bbf00d', 'tag': '68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f'}] {{(pid=94637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:32:44.741236 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133f33bf375164f5fa4b6a6278130a616101494423e3cf7e78094e28bab08aaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372cc5ae-2049-4610-83f6-0ac92f5d9716" -d '{"events": [{"name": "network-changed", "server_uuid": "8d4aefaa-1723-4961-ba5c-08fa46bbf00d", "tag": "68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f"}]}' {{(pid=94637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:32:44.796061 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 18:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570ebe22-5a50-46bb-9f08-91ba1e29f71a x-openstack-request-id: req-570ebe22-5a50-46bb-9f08-91ba1e29f71a {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:32:44.796387 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d4aefaa-1723-4961-ba5c-08fa46bbf00d", "tag": "68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f", "status": "completed", "code": 200}]} {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:32:44.796646 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-570ebe22-5a50-46bb-9f08-91ba1e29f71a {{(pid=94637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:32:44.797052 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d4aefaa-1723-4961-ba5c-08fa46bbf00d', 'tag': '68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f', 'status': 'completed', 'code': 200} Sep 09 18:32:44.837242 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-b26350d2-57d2-4aa7-a566-3459b0aba1e6 None None] Set router b8ceab2f-8899-40a9-b696-90370abb90f5 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:32:44.862861 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cc5ae-2049-4610-83f6-0ac92f5d9716 req-ba2dbb27-564c-44a8-acb1-7c193e7e8924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:32:44.864467 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-372cc5ae-2049-4610-83f6-0ac92f5d9716 req-ba2dbb27-564c-44a8-acb1-7c193e7e8924 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1770c44abcca47449561e6ab91841b32&device_id=8d4aefaa-1723-4961-ba5c-08fa46bbf00d HTTP/1.1" status: 200 len: 1098 time: 0.0423071 Sep 09 18:32:44.957429 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cc5ae-2049-4610-83f6-0ac92f5d9716 req-18fe1f96-90fa-47ff-b2e4-601b152e8503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:32:44.958955 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-372cc5ae-2049-4610-83f6-0ac92f5d9716 req-18fe1f96-90fa-47ff-b2e4-601b152e8503 service neutron] 10.222.0.54 "GET /v2.0/networks?id=12c9815a-8b2f-47cd-b8b1-a5fb504eb71c HTTP/1.1" status: 200 len: 913 time: 0.0875638 Sep 09 18:32:45.001225 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-372cc5ae-2049-4610-83f6-0ac92f5d9716 req-71c78073-bba8-4cf7-b275-780bc18a10ef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f HTTP/1.1" status: 200 len: 217 time: 0.0346956 Sep 09 18:32:45.050432 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cc5ae-2049-4610-83f6-0ac92f5d9716 req-8d7ddbfb-7a9a-4b22-8729-7b5d70058604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:32:45.051894 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-372cc5ae-2049-4610-83f6-0ac92f5d9716 req-8d7ddbfb-7a9a-4b22-8729-7b5d70058604 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2097dc36-6037-4f23-a336-5ec26ebde0c6 HTTP/1.1" status: 200 len: 851 time: 0.0436027 Sep 09 18:32:45.070684 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-b26350d2-57d2-4aa7-a566-3459b0aba1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'name': 'tempest-TestVolumeBootPattern-1959534774-router', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:23:21Z', 'updated_at': '2021-09-09T18:23:25Z', 'revision_number': 4, 'project_id': '1770c44abcca47449561e6ab91841b32', 'gw_port': {'id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:39:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:22Z', 'updated_at': '2021-09-09T18:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_floatingips': [{'id': '0e2655b9-9eb3-4958-8e25-36c025da30fa', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'router_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'port_id': 'cf718125-3e81-45ee-be20-1d29b9782514', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'mac_address': 'fa:16:3e:de:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T18:28:13Z', 'updated_at': '2021-09-09T18:28:15Z', 'revision_number': 1, 'project_id': '1770c44abcca47449561e6ab91841b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51c1e74-ea79-4616-b809-512c5e39286a', 'name': '', 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'mac_address': 'fa:16:3e:44:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:24Z', 'updated_at': '2021-09-09T18:23:31Z', 'revision_number': 5, 'project_id': '1770c44abcca47449561e6ab91841b32', 'subnets': [{'id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:32:45.102711 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26350d2-57d2-4aa7-a566-3459b0aba1e6 None None] Checking router: b8ceab2f-8899-40a9-b696-90370abb90f5 for host: dv-cinder-779540-2-iscsi {{(pid=94639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:32:45.106759 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cc5ae-2049-4610-83f6-0ac92f5d9716 req-e2613a6f-7580-43bb-a54c-f909409cb5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:32:45.108723 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-372cc5ae-2049-4610-83f6-0ac92f5d9716 req-e2613a6f-7580-43bb-a54c-f909409cb5c7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=12c9815a-8b2f-47cd-b8b1-a5fb504eb71c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489995 Sep 09 18:32:45.112022 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26350d2-57d2-4aa7-a566-3459b0aba1e6 None None] Routers {'b8ceab2f-8899-40a9-b696-90370abb90f5'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:32:45.112745 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-b26350d2-57d2-4aa7-a566-3459b0aba1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:32:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['b8ceab2f-8899-40a9-b696-90370abb90f5'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:32:45.182018 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb062a75-d938-4dc3-bcc5-bb682f9ef28e req-a3855d1b-a211-419b-9f8e-2a0ce80baf09 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:32:45.184183 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-cb062a75-d938-4dc3-bcc5-bb682f9ef28e req-a3855d1b-a211-419b-9f8e-2a0ce80baf09 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d4aefaa-1723-4961-ba5c-08fa46bbf00d HTTP/1.1" status: 200 len: 945 time: 0.0526183 Sep 09 18:32:45.207088 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-372cc5ae-2049-4610-83f6-0ac92f5d9716 req-e1dbcab2-1d86-4822-b587-27ab064d48be service neutron] 10.222.0.54 "GET /v2.0/networks/12c9815a-8b2f-47cd-b8b1-a5fb504eb71c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903776 Sep 09 18:32:45.228549 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-cb062a75-d938-4dc3-bcc5-bb682f9ef28e req-06a6b6aa-4fda-424d-873c-a3538601f9db tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367157 Sep 09 18:32:45.313684 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-372cc5ae-2049-4610-83f6-0ac92f5d9716 req-0163ce50-9429-41d1-8737-bce1ea2addda service neutron] 10.222.0.54 "GET /v2.0/networks/12c9815a-8b2f-47cd-b8b1-a5fb504eb71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984156 Sep 09 18:32:45.350032 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-b26350d2-57d2-4aa7-a566-3459b0aba1e6 None None] Set router b8ceab2f-8899-40a9-b696-90370abb90f5 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:32:45.573626 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-b26350d2-57d2-4aa7-a566-3459b0aba1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'name': 'tempest-TestVolumeBootPattern-1959534774-router', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:23:21Z', 'updated_at': '2021-09-09T18:23:25Z', 'revision_number': 4, 'project_id': '1770c44abcca47449561e6ab91841b32', 'gw_port': {'id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:39:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:22Z', 'updated_at': '2021-09-09T18:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_floatingips': [{'id': '0e2655b9-9eb3-4958-8e25-36c025da30fa', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'router_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'port_id': 'cf718125-3e81-45ee-be20-1d29b9782514', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'mac_address': 'fa:16:3e:de:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T18:28:13Z', 'updated_at': '2021-09-09T18:28:15Z', 'revision_number': 1, 'project_id': '1770c44abcca47449561e6ab91841b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51c1e74-ea79-4616-b809-512c5e39286a', 'name': '', 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'mac_address': 'fa:16:3e:44:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:24Z', 'updated_at': '2021-09-09T18:23:31Z', 'revision_number': 5, 'project_id': '1770c44abcca47449561e6ab91841b32', 'subnets': [{'id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:32:45.603285 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26350d2-57d2-4aa7-a566-3459b0aba1e6 None None] The sync data for ids ['b8ceab2f-8899-40a9-b696-90370abb90f5'] in dv-cinder-779540-2-iscsi is: [{'id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'name': 'tempest-TestVolumeBootPattern-1959534774-router', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:23:21Z', 'updated_at': '2021-09-09T18:23:25Z', 'revision_number': 4, 'project_id': '1770c44abcca47449561e6ab91841b32', 'gw_port': {'id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:39:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:22Z', 'updated_at': '2021-09-09T18:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_floatingips': [{'id': '0e2655b9-9eb3-4958-8e25-36c025da30fa', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'floating_ip_address': '172.27.0.105', 'floating_network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'router_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'port_id': 'cf718125-3e81-45ee-be20-1d29b9782514', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'mac_address': 'fa:16:3e:de:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T18:28:13Z', 'updated_at': '2021-09-09T18:28:15Z', 'revision_number': 1, 'project_id': '1770c44abcca47449561e6ab91841b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51c1e74-ea79-4616-b809-512c5e39286a', 'name': '', 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'mac_address': 'fa:16:3e:44:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:24Z', 'updated_at': '2021-09-09T18:23:31Z', 'revision_number': 5, 'project_id': '1770c44abcca47449561e6ab91841b32', 'subnets': [{'id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:32:45.809253 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b9b7f7-1ff2-4848-aeba-026027cccd27 None None] New status for floating IP 07bb3608-af2f-47ed-beb9-01f2a9e5a88e: DOWN {{(pid=94640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 18:32:46.347474 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b905ee-070c-4a6a-a4e4-96f34dbd3b55 req-97c9cbf2-dd9a-4558-86f2-4c7b1a0b6d99 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:32:46.348970 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e9b905ee-070c-4a6a-a4e4-96f34dbd3b55 req-97c9cbf2-dd9a-4558-86f2-4c7b1a0b6d99 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d4aefaa-1723-4961-ba5c-08fa46bbf00d HTTP/1.1" status: 200 len: 945 time: 0.0484085 Sep 09 18:32:46.386294 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-e9b905ee-070c-4a6a-a4e4-96f34dbd3b55 req-1a406558-687f-49f5-85e4-d14b04106d98 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313845 Sep 09 18:32:46.952404 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32fbe97-6e1a-4738-a0ce-99476b90a4ae req-2d6d2eba-7911-48b3-aae4-1755b81717fa tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:32:46.953929 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d32fbe97-6e1a-4738-a0ce-99476b90a4ae req-2d6d2eba-7911-48b3-aae4-1755b81717fa tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d4aefaa-1723-4961-ba5c-08fa46bbf00d HTTP/1.1" status: 200 len: 945 time: 0.0489509 Sep 09 18:32:47.041079 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-d32fbe97-6e1a-4738-a0ce-99476b90a4ae req-51c6747a-b30b-4d61-9178-b29fc0fc160d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Deleting port 68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:32:47.041415 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-d32fbe97-6e1a-4738-a0ce-99476b90a4ae req-51c6747a-b30b-4d61-9178-b29fc0fc160d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:32:47.130988 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-d32fbe97-6e1a-4738-a0ce-99476b90a4ae req-51c6747a-b30b-4d61-9178-b29fc0fc160d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] For port 68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f,segment=NetworkSegment(29b169d6-63dc-48f4-bd8b-c0ac4e248e1a),segment_id=29b169d6-63dc-48f4-bd8b-c0ac4e248e1a)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:32:47.131346 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-d32fbe97-6e1a-4738-a0ce-99476b90a4ae req-51c6747a-b30b-4d61-9178-b29fc0fc160d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:32:47.143557 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-d32fbe97-6e1a-4738-a0ce-99476b90a4ae req-51c6747a-b30b-4d61-9178-b29fc0fc160d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Calling delete_port for 68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f owned by compute:nova {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:32:47.371547 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-d32fbe97-6e1a-4738-a0ce-99476b90a4ae req-51c6747a-b30b-4d61-9178-b29fc0fc160d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2896014'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:32:47.401100 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c6747a-b30b-4d61-9178-b29fc0fc160d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Pushing event deleted for resources: {'Port': ['ID=68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:32:47.414540 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6747a-b30b-4d61-9178-b29fc0fc160d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:32:47.415187 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6747a-b30b-4d61-9178-b29fc0fc160d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:32:47.415285 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6747a-b30b-4d61-9178-b29fc0fc160d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:32:47.415543 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6747a-b30b-4d61-9178-b29fc0fc160d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:32:47.415875 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6747a-b30b-4d61-9178-b29fc0fc160d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:32:47.416227 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6747a-b30b-4d61-9178-b29fc0fc160d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:32:47.416566 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6747a-b30b-4d61-9178-b29fc0fc160d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:32:47.416899 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6747a-b30b-4d61-9178-b29fc0fc160d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:32:47.417270 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6747a-b30b-4d61-9178-b29fc0fc160d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:32:47.417590 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6747a-b30b-4d61-9178-b29fc0fc160d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:32:47.417913 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6747a-b30b-4d61-9178-b29fc0fc160d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:32:47.418238 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c6747a-b30b-4d61-9178-b29fc0fc160d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:32:47.452902 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32fbe97-6e1a-4738-a0ce-99476b90a4ae req-51c6747a-b30b-4d61-9178-b29fc0fc160d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] No DVR routers for this DVR port 68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f on host hv-cinder-77954 {{(pid=94638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 18:32:47.455415 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-d32fbe97-6e1a-4738-a0ce-99476b90a4ae req-51c6747a-b30b-4d61-9178-b29fc0fc160d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:32:47.457467 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-d32fbe97-6e1a-4738-a0ce-99476b90a4ae req-51c6747a-b30b-4d61-9178-b29fc0fc160d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.54 "DELETE /v2.0/ports/68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f HTTP/1.1" status: 204 len: 173 time: 0.4978375 Sep 09 18:32:47.457906 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4aefaa-1723-4961-ba5c-08fa46bbf00d', 'name': 'network-vif-deleted', 'tag': '68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:32:47.460142 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a767718c04ac1acf345d0243a01d56243c7d5b55222faf7f06dd44169baae4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa55eaa1-2848-4789-8ba3-45b10950c48b" -d '{"events": [{"server_uuid": "8d4aefaa-1723-4961-ba5c-08fa46bbf00d", "name": "network-vif-deleted", "tag": "68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:32:47.492132 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-dd7edcc6-c196-4f2a-894a-5c6c3a0a1daf req-d6f0e007-38b9-4326-bea5-2a026f230977 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d4aefaa-1723-4961-ba5c-08fa46bbf00d HTTP/1.1" status: 200 len: 210 time: 0.0299838 Sep 09 18:32:47.497548 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 18:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade2e3b6-c2e4-47ff-b7a3-30cc0e752d26 x-openstack-request-id: req-ade2e3b6-c2e4-47ff-b7a3-30cc0e752d26 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:32:47.497841 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4aefaa-1723-4961-ba5c-08fa46bbf00d", "name": "network-vif-deleted", "tag": "68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:32:47.498094 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ade2e3b6-c2e4-47ff-b7a3-30cc0e752d26 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:32:47.498495 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4aefaa-1723-4961-ba5c-08fa46bbf00d', 'name': 'network-vif-deleted', 'tag': '68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f', 'status': 'completed', 'code': 200} Sep 09 18:32:48.605120 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-17ce9ed4-797f-4aed-9ca2-51a4a95efbd0 req-49b535b5-b76f-4803-b5ec-eb563cfcdd49 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d4aefaa-1723-4961-ba5c-08fa46bbf00d HTTP/1.1" status: 200 len: 210 time: 0.0295975 Sep 09 18:32:50.592235 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f no longer exists at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:32:50.613288 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] No Port match for: 68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:32:50.613631 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device 68cbe1a0-3768-42ae-9ecc-8fe88bc4ba8f not bound to the agent host hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:32:52.183043 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 49346) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:32:52.335243 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-939f030a-8cf5-41be-8111-6500ba8ffc4d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Deleting port bb402e29-1f26-4728-8499-c31076b16b02 {{(pid=94637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:32:52.335590 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-939f030a-8cf5-41be-8111-6500ba8ffc4d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:32:52.410645 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-939f030a-8cf5-41be-8111-6500ba8ffc4d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:32:52.410979 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-939f030a-8cf5-41be-8111-6500ba8ffc4d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:32:52.423289 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-939f030a-8cf5-41be-8111-6500ba8ffc4d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Calling delete_port for bb402e29-1f26-4728-8499-c31076b16b02 owned by network:floatingip {{(pid=94637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:32:52.633997 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-939f030a-8cf5-41be-8111-6500ba8ffc4d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:32:52.660056 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f030a-8cf5-41be-8111-6500ba8ffc4d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Pushing event deleted for resources: {'Port': ['ID=bb402e29-1f26-4728-8499-c31076b16b02,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:32:52.723620 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-939f030a-8cf5-41be-8111-6500ba8ffc4d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for floatingip, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:32:52.723849 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.db.l3_db [None req-939f030a-8cf5-41be-8111-6500ba8ffc4d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Floating IP 0e2655b9-9eb3-4958-8e25-36c025da30fa disassociated (deleted). External IP: 172.27.0.105, port: cf718125-3e81-45ee-be20-1d29b9782514. Sep 09 18:32:52.925188 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939f030a-8cf5-41be-8111-6500ba8ffc4d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Router b8ceab2f-8899-40a9-b696-90370abb90f5 has already been hosted by L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 {{(pid=94637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 18:32:53.030065 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939f030a-8cf5-41be-8111-6500ba8ffc4d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:32:53.035569 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-939f030a-8cf5-41be-8111-6500ba8ffc4d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for floatingip, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:32:53.039889 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d3a1fb-d481-4847-af48-d7c404eb8eb7 None None] Sync routers for ids ['b8ceab2f-8899-40a9-b696-90370abb90f5'] in dv-cinder-779540-2-iscsi {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:32:53.048278 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d3a1fb-d481-4847-af48-d7c404eb8eb7 None None] Routers {'b8ceab2f-8899-40a9-b696-90370abb90f5'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:32:53.048904 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-39d3a1fb-d481-4847-af48-d7c404eb8eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:32:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['b8ceab2f-8899-40a9-b696-90370abb90f5'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:32:53.063832 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-939f030a-8cf5-41be-8111-6500ba8ffc4d tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "DELETE /v2.0/floatingips/0e2655b9-9eb3-4958-8e25-36c025da30fa HTTP/1.1" status: 204 len: 168 time: 0.8773291 Sep 09 18:32:53.063832 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048', 'tag': 'cf718125-3e81-45ee-be20-1d29b9782514'}] {{(pid=94637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:32:53.064634 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}133f33bf375164f5fa4b6a6278130a616101494423e3cf7e78094e28bab08aaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feef00f4-de72-4785-8845-cdb0dae39676" -d '{"events": [{"name": "network-changed", "server_uuid": "ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048", "tag": "cf718125-3e81-45ee-be20-1d29b9782514"}]}' {{(pid=94637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:32:53.164039 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-39d3a1fb-d481-4847-af48-d7c404eb8eb7 None None] Set router b8ceab2f-8899-40a9-b696-90370abb90f5 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:32:53.228249 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 18:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fbc022-964f-4fca-8f00-c1cc2c9ceded x-openstack-request-id: req-e7fbc022-964f-4fca-8f00-c1cc2c9ceded {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:32:53.228952 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048", "tag": "cf718125-3e81-45ee-be20-1d29b9782514", "status": "completed", "code": 200}]} {{(pid=94637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:32:53.229050 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e7fbc022-964f-4fca-8f00-c1cc2c9ceded {{(pid=94637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:32:53.229394 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048', 'tag': 'cf718125-3e81-45ee-be20-1d29b9782514', 'status': 'completed', 'code': 200} Sep 09 18:32:53.300558 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef00f4-de72-4785-8845-cdb0dae39676 req-710eb6fb-212f-44db-9551-41013f474f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:32:53.302784 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-feef00f4-de72-4785-8845-cdb0dae39676 req-710eb6fb-212f-44db-9551-41013f474f49 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1770c44abcca47449561e6ab91841b32&device_id=ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048 HTTP/1.1" status: 200 len: 1098 time: 0.0518608 Sep 09 18:32:53.372967 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-39d3a1fb-d481-4847-af48-d7c404eb8eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'name': 'tempest-TestVolumeBootPattern-1959534774-router', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:23:21Z', 'updated_at': '2021-09-09T18:23:25Z', 'revision_number': 4, 'project_id': '1770c44abcca47449561e6ab91841b32', 'gw_port': {'id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:39:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:22Z', 'updated_at': '2021-09-09T18:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': 'b51c1e74-ea79-4616-b809-512c5e39286a', 'name': '', 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'mac_address': 'fa:16:3e:44:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:24Z', 'updated_at': '2021-09-09T18:23:31Z', 'revision_number': 5, 'project_id': '1770c44abcca47449561e6ab91841b32', 'subnets': [{'id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:32:53.396803 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef00f4-de72-4785-8845-cdb0dae39676 req-682c9bc6-1379-44a8-84d2-5a341093b905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:32:53.398300 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-feef00f4-de72-4785-8845-cdb0dae39676 req-682c9bc6-1379-44a8-84d2-5a341093b905 service neutron] 10.222.0.54 "GET /v2.0/networks?id=12c9815a-8b2f-47cd-b8b1-a5fb504eb71c HTTP/1.1" status: 200 len: 913 time: 0.0883141 Sep 09 18:32:53.415326 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d3a1fb-d481-4847-af48-d7c404eb8eb7 None None] Checking router: b8ceab2f-8899-40a9-b696-90370abb90f5 for host: dv-cinder-779540-2-iscsi {{(pid=94639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:32:53.424740 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d3a1fb-d481-4847-af48-d7c404eb8eb7 None None] Routers {'b8ceab2f-8899-40a9-b696-90370abb90f5'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:32:53.425366 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-39d3a1fb-d481-4847-af48-d7c404eb8eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:32:27Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['b8ceab2f-8899-40a9-b696-90370abb90f5'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:32:53.449042 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-feef00f4-de72-4785-8845-cdb0dae39676 req-bbe399c7-c8f6-49cf-86b7-045848a39333 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf718125-3e81-45ee-be20-1d29b9782514 HTTP/1.1" status: 200 len: 217 time: 0.0423110 Sep 09 18:32:53.482044 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253a3c5-33cd-466a-8b4d-ec1fc094c3f7 req-60c76b5d-ff7b-4d75-b6d0-f5aa322e9d1b tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:32:53.483596 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1253a3c5-33cd-466a-8b4d-ec1fc094c3f7 req-60c76b5d-ff7b-4d75-b6d0-f5aa322e9d1b tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048 HTTP/1.1" status: 200 len: 945 time: 0.0564747 Sep 09 18:32:53.506438 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef00f4-de72-4785-8845-cdb0dae39676 req-8f1780b8-466d-435f-88c4-c55fcab74276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:32:53.507918 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-feef00f4-de72-4785-8845-cdb0dae39676 req-8f1780b8-466d-435f-88c4-c55fcab74276 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2097dc36-6037-4f23-a336-5ec26ebde0c6 HTTP/1.1" status: 200 len: 851 time: 0.0510654 Sep 09 18:32:53.529023 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-1253a3c5-33cd-466a-8b4d-ec1fc094c3f7 req-b4fbd934-27df-461c-9f67-bf4b5a3758b5 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384502 Sep 09 18:32:53.540719 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-39d3a1fb-d481-4847-af48-d7c404eb8eb7 None None] Set router b8ceab2f-8899-40a9-b696-90370abb90f5 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:32:53.558624 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef00f4-de72-4785-8845-cdb0dae39676 req-bcf58421-ca9e-449c-adf8-26f1c1e6db34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:32:53.560267 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-feef00f4-de72-4785-8845-cdb0dae39676 req-bcf58421-ca9e-449c-adf8-26f1c1e6db34 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=12c9815a-8b2f-47cd-b8b1-a5fb504eb71c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442576 Sep 09 18:32:53.660781 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-feef00f4-de72-4785-8845-cdb0dae39676 req-44fbdcab-ed7e-4fa0-8e79-5c916b7b8743 service neutron] 10.222.0.54 "GET /v2.0/networks/12c9815a-8b2f-47cd-b8b1-a5fb504eb71c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926507 Sep 09 18:32:53.741479 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-39d3a1fb-d481-4847-af48-d7c404eb8eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'name': 'tempest-TestVolumeBootPattern-1959534774-router', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:23:21Z', 'updated_at': '2021-09-09T18:23:25Z', 'revision_number': 4, 'project_id': '1770c44abcca47449561e6ab91841b32', 'gw_port': {'id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:39:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:22Z', 'updated_at': '2021-09-09T18:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': 'b51c1e74-ea79-4616-b809-512c5e39286a', 'name': '', 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'mac_address': 'fa:16:3e:44:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:24Z', 'updated_at': '2021-09-09T18:23:31Z', 'revision_number': 5, 'project_id': '1770c44abcca47449561e6ab91841b32', 'subnets': [{'id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:32:53.754638 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-feef00f4-de72-4785-8845-cdb0dae39676 req-dceac746-f70c-4cc4-ab11-67ea0ddb4c59 service neutron] 10.222.0.54 "GET /v2.0/networks/12c9815a-8b2f-47cd-b8b1-a5fb504eb71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854321 Sep 09 18:32:53.770590 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d3a1fb-d481-4847-af48-d7c404eb8eb7 None None] The sync data for ids ['b8ceab2f-8899-40a9-b696-90370abb90f5'] in dv-cinder-779540-2-iscsi is: [{'id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'name': 'tempest-TestVolumeBootPattern-1959534774-router', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:23:21Z', 'updated_at': '2021-09-09T18:23:25Z', 'revision_number': 4, 'project_id': '1770c44abcca47449561e6ab91841b32', 'gw_port': {'id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:39:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:22Z', 'updated_at': '2021-09-09T18:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi', '_interfaces': [{'id': 'b51c1e74-ea79-4616-b809-512c5e39286a', 'name': '', 'network_id': '12c9815a-8b2f-47cd-b8b1-a5fb504eb71c', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'mac_address': 'fa:16:3e:44:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:24Z', 'updated_at': '2021-09-09T18:23:31Z', 'revision_number': 5, 'project_id': '1770c44abcca47449561e6ab91841b32', 'subnets': [{'id': '2097dc36-6037-4f23-a336-5ec26ebde0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:32:53.981665 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33c82c9-91e7-4776-9ea2-b8044d1bd15b None None] New status for floating IP 0e2655b9-9eb3-4958-8e25-36c025da30fa: DOWN {{(pid=94640) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 18:32:54.419296 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 6 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:32:54.641480 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538508f-9849-452a-867b-9c2103212d28 req-5f575dbd-cfd3-4652-a5d8-11fbdb5cb6ea tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:32:54.642932 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3538508f-9849-452a-867b-9c2103212d28 req-5f575dbd-cfd3-4652-a5d8-11fbdb5cb6ea tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048 HTTP/1.1" status: 200 len: 945 time: 0.0479867 Sep 09 18:32:54.681343 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-3538508f-9849-452a-867b-9c2103212d28 req-35af9883-a0c7-4eb3-8948-72a6ba60e605 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/security-groups?id=95faf039-bc96-48d0-babb-6a31fbf7d32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312374 Sep 09 18:32:54.837708 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b5f7c635-8429-4618-964c-c9a2abb9e899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:32:55.189409 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17bed5-549a-4a58-87e0-c0405db404e6 req-db34125b-5172-46d1-88d6-a17ce741ad55 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94638) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 18:32:55.190834 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fc17bed5-549a-4a58-87e0-c0405db404e6 req-db34125b-5172-46d1-88d6-a17ce741ad55 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.54 "GET /v2.0/ports?device_id=ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048 HTTP/1.1" status: 200 len: 945 time: 0.0472383 Sep 09 18:32:55.283188 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-fc17bed5-549a-4a58-87e0-c0405db404e6 req-a0ca2c4a-c65a-412a-a8b4-2ac831ed0b6a tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Deleting port cf718125-3e81-45ee-be20-1d29b9782514 {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:32:55.283532 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-fc17bed5-549a-4a58-87e0-c0405db404e6 req-a0ca2c4a-c65a-412a-a8b4-2ac831ed0b6a tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:32:55.378639 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [req-fc17bed5-549a-4a58-87e0-c0405db404e6 req-a0ca2c4a-c65a-412a-a8b4-2ac831ed0b6a tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] For port cf718125-3e81-45ee-be20-1d29b9782514, host hv-cinder-77954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77954',level=0,port_id=cf718125-3e81-45ee-be20-1d29b9782514,segment=NetworkSegment(29b169d6-63dc-48f4-bd8b-c0ac4e248e1a),segment_id=29b169d6-63dc-48f4-bd8b-c0ac4e248e1a)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:32:55.379009 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-fc17bed5-549a-4a58-87e0-c0405db404e6 req-a0ca2c4a-c65a-412a-a8b4-2ac831ed0b6a tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:32:55.392360 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [req-fc17bed5-549a-4a58-87e0-c0405db404e6 req-a0ca2c4a-c65a-412a-a8b4-2ac831ed0b6a tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Calling delete_port for cf718125-3e81-45ee-be20-1d29b9782514 owned by compute:nova {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:32:55.557448 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-fc17bed5-549a-4a58-87e0-c0405db404e6 req-a0ca2c4a-c65a-412a-a8b4-2ac831ed0b6a tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2896014'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:32:55.590221 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ca2c4a-c65a-412a-a8b4-2ac831ed0b6a tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Pushing event deleted for resources: {'Port': ['ID=cf718125-3e81-45ee-be20-1d29b9782514,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:32:55.630835 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc17bed5-549a-4a58-87e0-c0405db404e6 req-a0ca2c4a-c65a-412a-a8b4-2ac831ed0b6a tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] No DVR routers for this DVR port cf718125-3e81-45ee-be20-1d29b9782514 on host hv-cinder-77954 {{(pid=94638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 18:32:55.633308 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [req-fc17bed5-549a-4a58-87e0-c0405db404e6 req-a0ca2c4a-c65a-412a-a8b4-2ac831ed0b6a tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for port, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:32:55.635262 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [req-fc17bed5-549a-4a58-87e0-c0405db404e6 req-a0ca2c4a-c65a-412a-a8b4-2ac831ed0b6a tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.54 "DELETE /v2.0/ports/cf718125-3e81-45ee-be20-1d29b9782514 HTTP/1.1" status: 204 len: 173 time: 0.4385483 Sep 09 18:32:55.635694 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048', 'name': 'network-vif-deleted', 'tag': 'cf718125-3e81-45ee-be20-1d29b9782514'}] {{(pid=94638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 18:32:55.637927 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a767718c04ac1acf345d0243a01d56243c7d5b55222faf7f06dd44169baae4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3483d4-8a88-4111-9f97-3b1e789e8a09" -d '{"events": [{"server_uuid": "ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048", "name": "network-vif-deleted", "tag": "cf718125-3e81-45ee-be20-1d29b9782514"}]}' {{(pid=94638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 18:32:55.672493 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 18:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d6488c-b8f4-4417-883f-edf2b1ede412 x-openstack-request-id: req-e2d6488c-b8f4-4417-883f-edf2b1ede412 {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 18:32:55.673295 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048", "name": "network-vif-deleted", "tag": "cf718125-3e81-45ee-be20-1d29b9782514", "status": "completed", "code": 200}]} {{(pid=94638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 18:32:55.673559 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e2d6488c-b8f4-4417-883f-edf2b1ede412 {{(pid=94638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 18:32:55.673958 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048', 'name': 'network-vif-deleted', 'tag': 'cf718125-3e81-45ee-be20-1d29b9782514', 'status': 'completed', 'code': 200} Sep 09 18:32:55.779178 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-c334e562-a8f1-41c1-bb65-c3250b7e4e69 req-85bed4ac-be72-4473-bd81-56cf101904c2 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048 HTTP/1.1" status: 200 len: 210 time: 0.0303819 Sep 09 18:32:56.885142 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [req-d9f9a1d5-b865-4641-8f96-f8d024822233 req-b2155429-3349-456d-b582-40ac562f246f tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebcdf1bc-4ee9-45a1-9bae-58fcdc9ac048 HTTP/1.1" status: 200 len: 210 time: 0.0257337 Sep 09 18:32:57.460589 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-78a74c2d-5897-4a3d-8911-0fe0fc65c52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:32:57.500590 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:32:57.942516 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 49370) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:32:58.078681 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-35d4ff9d-09a4-4cc0-abd8-e66e8ab6a5e1 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Deleting port f62bbe8d-3fd5-4ae0-bf90-93ccd2b403fc {{(pid=94637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:32:58.079027 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-35d4ff9d-09a4-4cc0-abd8-e66e8ab6a5e1 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:32:58.154816 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-35d4ff9d-09a4-4cc0-abd8-e66e8ab6a5e1 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:32:58.155149 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-35d4ff9d-09a4-4cc0-abd8-e66e8ab6a5e1 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:32:58.167229 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-35d4ff9d-09a4-4cc0-abd8-e66e8ab6a5e1 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Calling delete_port for f62bbe8d-3fd5-4ae0-bf90-93ccd2b403fc owned by network:floatingip {{(pid=94637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:32:58.357934 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-35d4ff9d-09a4-4cc0-abd8-e66e8ab6a5e1 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:32:58.384782 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4ff9d-09a4-4cc0-abd8-e66e8ab6a5e1 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Pushing event deleted for resources: {'Port': ['ID=f62bbe8d-3fd5-4ae0-bf90-93ccd2b403fc,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:32:58.446089 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-35d4ff9d-09a4-4cc0-abd8-e66e8ab6a5e1 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for floatingip, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:32:58.448650 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-35d4ff9d-09a4-4cc0-abd8-e66e8ab6a5e1 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-55506'] for floatingip, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:32:58.453559 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-35d4ff9d-09a4-4cc0-abd8-e66e8ab6a5e1 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "DELETE /v2.0/floatingips/4396f7f7-7ed5-4708-a57a-dfd88d103ca6 HTTP/1.1" status: 204 len: 168 time: 0.5063105 Sep 09 18:32:58.623154 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device cf718125-3e81-45ee-be20-1d29b9782514 no longer exists at agent hyperv_hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:32:58.647045 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] No Port match for: cf718125-3e81-45ee-be20-1d29b9782514 {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:32:58.647399 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Device cf718125-3e81-45ee-be20-1d29b9782514 not bound to the agent host hv-cinder-77954 {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:32:59.187734 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:32:59.751804 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 49382) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:32:59.809610 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5ed73761-115e-4de9-b130-a00329d33d45 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for security_group, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:32:59.834769 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5ed73761-115e-4de9-b130-a00329d33d45 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:32:59.988133 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5ed73761-115e-4de9-b130-a00329d33d45 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:32:59.990716 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-5ed73761-115e-4de9-b130-a00329d33d45 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Notify callbacks [] for security_group, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:32:59.991878 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-5ed73761-115e-4de9-b130-a00329d33d45 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] 10.222.0.39 "DELETE /v2.0/security-groups/95faf039-bc96-48d0-babb-6a31fbf7d32b HTTP/1.1" status: 204 len: 168 time: 0.2390716 Sep 09 18:33:00.007677 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed73761-115e-4de9-b130-a00329d33d45 tempest-TestVolumeBootPattern-1824703323 tempest-TestVolumeBootPattern-1824703323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95faf039-bc96-48d0-babb-6a31fbf7d32b,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:33:00.139117 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 49386) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:33:00.827927 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3df6ce89-d5e4-4c75-8778-4777132f782b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-906539'] for router_interface, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:01.070607 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-3df6ce89-d5e4-4c75-8778-4777132f782b admin admin] Deleting port b51c1e74-ea79-4616-b809-512c5e39286a {{(pid=94637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:33:01.070953 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3df6ce89-d5e4-4c75-8778-4777132f782b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:01.129067 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:01.154605 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [None req-3df6ce89-d5e4-4c75-8778-4777132f782b admin admin] For port b51c1e74-ea79-4616-b809-512c5e39286a, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=b51c1e74-ea79-4616-b809-512c5e39286a,segment=NetworkSegment(29b169d6-63dc-48f4-bd8b-c0ac4e248e1a),segment_id=29b169d6-63dc-48f4-bd8b-c0ac4e248e1a)] {{(pid=94637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:33:01.155161 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3df6ce89-d5e4-4c75-8778-4777132f782b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:01.167364 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-3df6ce89-d5e4-4c75-8778-4777132f782b admin admin] Calling delete_port for b51c1e74-ea79-4616-b809-512c5e39286a owned by network:router_interface {{(pid=94637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:33:01.428560 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3df6ce89-d5e4-4c75-8778-4777132f782b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:01.454895 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6ce89-d5e4-4c75-8778-4777132f782b admin admin] Pushing event deleted for resources: {'Port': ['ID=b51c1e74-ea79-4616-b809-512c5e39286a,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:33:01.633516 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-3df6ce89-d5e4-4c75-8778-4777132f782b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-906655'] for router_interface, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:01.845493 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df6ce89-d5e4-4c75-8778-4777132f782b admin admin] Router b8ceab2f-8899-40a9-b696-90370abb90f5 has already been hosted by L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 {{(pid=94637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 18:33:01.950637 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df6ce89-d5e4-4c75-8778-4777132f782b admin admin] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:33:01.956226 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-3df6ce89-d5e4-4c75-8778-4777132f782b admin admin] 10.222.0.39 "PUT /v2.0/routers/b8ceab2f-8899-40a9-b696-90370abb90f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8158321 Sep 09 18:33:01.958781 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 49392) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:33:01.961417 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde0433e-a8b1-40e4-aede-5b3130cd3647 None None] Sync routers for ids ['b8ceab2f-8899-40a9-b696-90370abb90f5'] in dv-cinder-779540-2-iscsi {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:33:01.971328 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde0433e-a8b1-40e4-aede-5b3130cd3647 None None] Routers {'b8ceab2f-8899-40a9-b696-90370abb90f5'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:33:01.971942 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-bde0433e-a8b1-40e4-aede-5b3130cd3647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:32:57Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['b8ceab2f-8899-40a9-b696-90370abb90f5'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:33:02.060034 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e287f543-7484-401b-bc17-b47f42cedbc7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:02.074266 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-bde0433e-a8b1-40e4-aede-5b3130cd3647 None None] Set router b8ceab2f-8899-40a9-b696-90370abb90f5 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:33:02.163763 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e287f543-7484-401b-bc17-b47f42cedbc7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:02.254117 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-bde0433e-a8b1-40e4-aede-5b3130cd3647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'name': 'tempest-TestVolumeBootPattern-1959534774-router', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:23:21Z', 'updated_at': '2021-09-09T18:33:01Z', 'revision_number': 5, 'project_id': '1770c44abcca47449561e6ab91841b32', 'gw_port': {'id': '65303413-81d5-4265-8fa7-32d3ab84c259', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:39:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:22Z', 'updated_at': '2021-09-09T18:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi'}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:33:02.284516 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde0433e-a8b1-40e4-aede-5b3130cd3647 None None] Checking router: b8ceab2f-8899-40a9-b696-90370abb90f5 for host: dv-cinder-779540-2-iscsi {{(pid=94639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:33:02.288376 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-e287f543-7484-401b-bc17-b47f42cedbc7 admin admin] Deleting port 65303413-81d5-4265-8fa7-32d3ab84c259 {{(pid=94637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:33:02.288808 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e287f543-7484-401b-bc17-b47f42cedbc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:02.293070 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde0433e-a8b1-40e4-aede-5b3130cd3647 None None] Routers {'b8ceab2f-8899-40a9-b696-90370abb90f5'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:33:02.293681 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-bde0433e-a8b1-40e4-aede-5b3130cd3647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:32:57Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['b8ceab2f-8899-40a9-b696-90370abb90f5'], 'active': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:33:02.366620 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [None req-e287f543-7484-401b-bc17-b47f42cedbc7 admin admin] For port 65303413-81d5-4265-8fa7-32d3ab84c259, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=65303413-81d5-4265-8fa7-32d3ab84c259,segment=NetworkSegment(7a73f5cb-6b09-47ec-a9e0-b99f618e2056),segment_id=7a73f5cb-6b09-47ec-a9e0-b99f618e2056)] {{(pid=94637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:33:02.366995 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e287f543-7484-401b-bc17-b47f42cedbc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:02.379983 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvr_db [None req-bde0433e-a8b1-40e4-aede-5b3130cd3647 None None] Set router b8ceab2f-8899-40a9-b696-90370abb90f5 gateway port host: None {{(pid=94639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:33:02.380724 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-e287f543-7484-401b-bc17-b47f42cedbc7 admin admin] Calling delete_port for 65303413-81d5-4265-8fa7-32d3ab84c259 owned by network:router_gateway {{(pid=94637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:33:02.433542 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_hamode_db [None req-bde0433e-a8b1-40e4-aede-5b3130cd3647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'name': 'tempest-TestVolumeBootPattern-1959534774-router', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:23:21Z', 'updated_at': '2021-09-09T18:33:02Z', 'revision_number': 6, 'project_id': '1770c44abcca47449561e6ab91841b32', 'gw_port_host': None}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:33:02.460269 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde0433e-a8b1-40e4-aede-5b3130cd3647 None None] The sync data for ids ['b8ceab2f-8899-40a9-b696-90370abb90f5'] in dv-cinder-779540-2-iscsi is: [{'id': 'b8ceab2f-8899-40a9-b696-90370abb90f5', 'name': 'tempest-TestVolumeBootPattern-1959534774-router', 'tenant_id': '1770c44abcca47449561e6ab91841b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:23:21Z', 'updated_at': '2021-09-09T18:33:02Z', 'revision_number': 6, 'project_id': '1770c44abcca47449561e6ab91841b32', 'gw_port_host': None}] {{(pid=94639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:33:02.609283 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e287f543-7484-401b-bc17-b47f42cedbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:02.639865 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287f543-7484-401b-bc17-b47f42cedbc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=65303413-81d5-4265-8fa7-32d3ab84c259,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:33:02.699255 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e287f543-7484-401b-bc17-b47f42cedbc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-905341'] for router_gateway, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:02.787701 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e287f543-7484-401b-bc17-b47f42cedbc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-904910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7578'] for router, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:02.790313 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e287f543-7484-401b-bc17-b47f42cedbc7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:02.894586 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e287f543-7484-401b-bc17-b47f42cedbc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-904903'] for router, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:02.895160 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e287f543-7484-401b-bc17-b47f42cedbc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8ceab2f-8899-40a9-b696-90370abb90f5 {{(pid=94637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 18:33:02.899571 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-e287f543-7484-401b-bc17-b47f42cedbc7 admin admin] Notify callbacks [] for router, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:02.900741 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-e287f543-7484-401b-bc17-b47f42cedbc7 admin admin] 10.222.0.39 "DELETE /v2.0/routers/b8ceab2f-8899-40a9-b696-90370abb90f5 HTTP/1.1" status: 204 len: 168 time: 0.9410441 Sep 09 18:33:02.903078 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 49394) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:33:02.950630 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.db_base_plugin_v2 [None req-1664b7ea-482c-4918-b4d5-045136b99608 admin admin] Deleting subnet 2097dc36-6037-4f23-a336-5ec26ebde0c6 {{(pid=94637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 18:33:02.953624 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1664b7ea-482c-4918-b4d5-045136b99608 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:02.987497 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1664b7ea-482c-4918-b4d5-045136b99608 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8515338'] for subnet, precommit_delete_associations {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:03.063229 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1664b7ea-482c-4918-b4d5-045136b99608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775357'] for subnet, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:03.209851 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1664b7ea-482c-4918-b4d5-045136b99608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9834253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8646639'] for subnet, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:03.218273 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device b51c1e74-ea79-4616-b809-512c5e39286a no longer exists at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:33:03.246118 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664b7ea-482c-4918-b4d5-045136b99608 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2097dc36-6037-4f23-a336-5ec26ebde0c6,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:33:03.248216 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-1664b7ea-482c-4918-b4d5-045136b99608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for subnet, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:03.253718 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 49396) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:33:03.260090 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-1664b7ea-482c-4918-b4d5-045136b99608 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2097dc36-6037-4f23-a336-5ec26ebde0c6 HTTP/1.1" status: 204 len: 168 time: 0.3559358 Sep 09 18:33:03.330073 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4791a742-8a4d-49fe-848e-db285c69e129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626401'] for network, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:03.378512 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3980b5d6-a0eb-4262-b526-93c3019a6549 None None] Network 12c9815a-8b2f-47cd-b8b1-a5fb504eb71c requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:33:03.381497 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] No Port match for: b51c1e74-ea79-4616-b809-512c5e39286a {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:33:03.381843 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device b51c1e74-ea79-4616-b809-512c5e39286a not bound to the agent host dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:33:03.389197 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-4791a742-8a4d-49fe-848e-db285c69e129 admin admin] Deleting port 82f3979d-f037-4681-865b-3ccc64e275d3 {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:33:03.389532 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4791a742-8a4d-49fe-848e-db285c69e129 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:03.534289 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [None req-4791a742-8a4d-49fe-848e-db285c69e129 admin admin] For port 82f3979d-f037-4681-865b-3ccc64e275d3, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=82f3979d-f037-4681-865b-3ccc64e275d3,segment=NetworkSegment(29b169d6-63dc-48f4-bd8b-c0ac4e248e1a),segment_id=29b169d6-63dc-48f4-bd8b-c0ac4e248e1a)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:33:03.534289 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4791a742-8a4d-49fe-848e-db285c69e129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:03.534289 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-4791a742-8a4d-49fe-848e-db285c69e129 admin admin] Calling delete_port for 82f3979d-f037-4681-865b-3ccc64e275d3 owned by network:dhcp {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:33:03.580499 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6898a0c-9d70-497d-9f2a-5d83041a068f None None] DHCP port deletion for 12c9815a-8b2f-47cd-b8b1-a5fb504eb71c request from dv-cinder-779540-2-iscsi {{(pid=94639) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 18:33:03.635098 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c6898a0c-9d70-497d-9f2a-5d83041a068f None None] Deleting port 82f3979d-f037-4681-865b-3ccc64e275d3 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:33:03.635474 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6898a0c-9d70-497d-9f2a-5d83041a068f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:03.651132 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4791a742-8a4d-49fe-848e-db285c69e129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2896014'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:03.682516 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4791a742-8a4d-49fe-848e-db285c69e129 admin admin] No DVR routers for this DVR port 82f3979d-f037-4681-865b-3ccc64e275d3 on host dv-cinder-779540-2-iscsi {{(pid=94638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 18:33:03.686882 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791a742-8a4d-49fe-848e-db285c69e129 admin admin] Pushing event deleted for resources: {'Port': ['ID=82f3979d-f037-4681-865b-3ccc64e275d3,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:33:03.698844 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-c6898a0c-9d70-497d-9f2a-5d83041a068f None None] For port 82f3979d-f037-4681-865b-3ccc64e275d3, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=82f3979d-f037-4681-865b-3ccc64e275d3,segment=NetworkSegment(29b169d6-63dc-48f4-bd8b-c0ac4e248e1a),segment_id=29b169d6-63dc-48f4-bd8b-c0ac4e248e1a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:33:03.699248 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6898a0c-9d70-497d-9f2a-5d83041a068f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:03.712210 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c6898a0c-9d70-497d-9f2a-5d83041a068f None None] Calling delete_port for 82f3979d-f037-4681-865b-3ccc64e275d3 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:33:03.761118 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4791a742-8a4d-49fe-848e-db285c69e129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773192', 'neutron.services.segments.db._delete_segments_for_network-8729821856413'] for network, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:03.782097 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-4791a742-8a4d-49fe-848e-db285c69e129 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12c9815a-8b2f-47cd-b8b1-a5fb504eb71c']}} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:33:03.791712 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-4791a742-8a4d-49fe-848e-db285c69e129 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b169d6-63dc-48f4-bd8b-c0ac4e248e1a') {'for_net_delete': True} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:33:03.791942 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-4791a742-8a4d-49fe-848e-db285c69e129 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b169d6-63dc-48f4-bd8b-c0ac4e248e1a') {} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:33:03.792433 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6898a0c-9d70-497d-9f2a-5d83041a068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:03.802488 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4791a742-8a4d-49fe-848e-db285c69e129 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729821856934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1044657'] for segment, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:03.817327 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4791a742-8a4d-49fe-848e-db285c69e129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143'] for segment, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:03.819028 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6898a0c-9d70-497d-9f2a-5d83041a068f None None] Pushing event deleted for resources: {'Port': ['ID=82f3979d-f037-4681-865b-3ccc64e275d3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:33:03.823439 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6898a0c-9d70-497d-9f2a-5d83041a068f None None] No DVR routers for this DVR port 82f3979d-f037-4681-865b-3ccc64e275d3 on host dv-cinder-779540-2-iscsi {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 18:33:03.825644 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4791a742-8a4d-49fe-848e-db285c69e129 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=94638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 18:33:03.826041 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4791a742-8a4d-49fe-848e-db285c69e129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2903633'] for segment, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:03.828094 dv-cinder-779540-2-iscsi neutron-server[94638]: Traceback (most recent call last): Sep 09 18:33:03.828094 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 18:33:03.828094 dv-cinder-779540-2-iscsi neutron-server[94638]: timer() Sep 09 18:33:03.828094 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 18:33:03.828094 dv-cinder-779540-2-iscsi neutron-server[94638]: cb(*args, **kw) Sep 09 18:33:03.828094 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 18:33:03.828094 dv-cinder-779540-2-iscsi neutron-server[94638]: return func(*args, **kwargs) Sep 09 18:33:03.828094 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 18:33:03.828094 dv-cinder-779540-2-iscsi neutron-server[94638]: self._notify() Sep 09 18:33:03.828094 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 18:33:03.828094 dv-cinder-779540-2-iscsi neutron-server[94638]: self.callback(batched_events) Sep 09 18:33:03.828094 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 18:33:03.828094 dv-cinder-779540-2-iscsi neutron-server[94638]: event.method(event) Sep 09 18:33:03.828094 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 18:33:03.828094 dv-cinder-779540-2-iscsi neutron-server[94638]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 18:33:03.828094 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 18:33:03.828094 dv-cinder-779540-2-iscsi neutron-server[94638]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 18:33:03.828094 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 18:33:03.828094 dv-cinder-779540-2-iscsi neutron-server[94638]: return f(self, *a, **k) Sep 09 18:33:03.828094 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 18:33:03.828094 dv-cinder-779540-2-iscsi neutron-server[94638]: return self._get(url).json() Sep 09 18:33:03.828094 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 18:33:03.828094 dv-cinder-779540-2-iscsi neutron-server[94638]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 18:33:03.828094 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 18:33:03.828094 dv-cinder-779540-2-iscsi neutron-server[94638]: return self.request(url, 'GET', **kwargs) Sep 09 18:33:03.828094 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 18:33:03.828094 dv-cinder-779540-2-iscsi neutron-server[94638]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 18:33:03.828094 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 18:33:03.828094 dv-cinder-779540-2-iscsi neutron-server[94638]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 18:33:03.828094 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 18:33:03.828094 dv-cinder-779540-2-iscsi neutron-server[94638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 18:33:03.828094 dv-cinder-779540-2-iscsi neutron-server[94638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 18:33:03.831307 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6898a0c-9d70-497d-9f2a-5d83041a068f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:33:03.831307 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6898a0c-9d70-497d-9f2a-5d83041a068f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:33:03.831307 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6898a0c-9d70-497d-9f2a-5d83041a068f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:33:03.831678 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6898a0c-9d70-497d-9f2a-5d83041a068f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:33:03.831924 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6898a0c-9d70-497d-9f2a-5d83041a068f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:33:03.832143 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6898a0c-9d70-497d-9f2a-5d83041a068f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:33:03.832502 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6898a0c-9d70-497d-9f2a-5d83041a068f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:33:03.832855 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6898a0c-9d70-497d-9f2a-5d83041a068f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:33:03.833164 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6898a0c-9d70-497d-9f2a-5d83041a068f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:33:03.833528 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6898a0c-9d70-497d-9f2a-5d83041a068f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:33:03.833810 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6898a0c-9d70-497d-9f2a-5d83041a068f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:33:03.834132 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6898a0c-9d70-497d-9f2a-5d83041a068f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779540-2-iscsi {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 18:33:03.942297 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4791a742-8a4d-49fe-848e-db285c69e129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-905241'] for network, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:03.947811 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-4791a742-8a4d-49fe-848e-db285c69e129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:03.949675 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-4791a742-8a4d-49fe-848e-db285c69e129 admin admin] 10.222.0.39 "DELETE /v2.0/networks/12c9815a-8b2f-47cd-b8b1-a5fb504eb71c HTTP/1.1" status: 204 len: 168 time: 0.6956213 Sep 09 18:33:03.952791 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 49398) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:33:03.960995 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791a742-8a4d-49fe-848e-db285c69e129 admin admin] Pushing event deleted for resources: {'Network': ['ID=12c9815a-8b2f-47cd-b8b1-a5fb504eb71c,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:33:04.543164 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b17f3c94-60f0-4182-87ff-e6bcf3940712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-906539'] for router_interface, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:04.648105 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 82f3979d-f037-4681-865b-3ccc64e275d3 no longer exists at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:33:04.668018 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] No Port match for: 82f3979d-f037-4681-865b-3ccc64e275d3 {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:33:04.668405 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 82f3979d-f037-4681-865b-3ccc64e275d3 not bound to the agent host dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:33:04.668829 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 65303413-81d5-4265-8fa7-32d3ab84c259 no longer exists at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:33:04.687745 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] No Port match for: 65303413-81d5-4265-8fa7-32d3ab84c259 {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:33:04.688095 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 65303413-81d5-4265-8fa7-32d3ab84c259 not bound to the agent host dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:33:04.793435 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-b17f3c94-60f0-4182-87ff-e6bcf3940712 admin admin] Deleting port 6d56246a-fff1-432e-8c94-beac64b4b1cf {{(pid=94637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:33:04.793784 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b17f3c94-60f0-4182-87ff-e6bcf3940712 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:04.875991 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [None req-b17f3c94-60f0-4182-87ff-e6bcf3940712 admin admin] For port 6d56246a-fff1-432e-8c94-beac64b4b1cf, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=6d56246a-fff1-432e-8c94-beac64b4b1cf,segment=NetworkSegment(bdfda9d3-6153-4688-a7f0-ffed4e5bf60d),segment_id=bdfda9d3-6153-4688-a7f0-ffed4e5bf60d)] {{(pid=94637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:33:04.877443 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b17f3c94-60f0-4182-87ff-e6bcf3940712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:04.889337 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-b17f3c94-60f0-4182-87ff-e6bcf3940712 admin admin] Calling delete_port for 6d56246a-fff1-432e-8c94-beac64b4b1cf owned by network:router_interface {{(pid=94637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:33:05.129400 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b17f3c94-60f0-4182-87ff-e6bcf3940712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:05.154433 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f3c94-60f0-4182-87ff-e6bcf3940712 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d56246a-fff1-432e-8c94-beac64b4b1cf,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:33:05.320213 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-b17f3c94-60f0-4182-87ff-e6bcf3940712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-651315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-906655'] for router_interface, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:05.533485 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17f3c94-60f0-4182-87ff-e6bcf3940712 admin admin] Router b781439a-f4cf-4580-9456-14d52cf363f3 has already been hosted by L3 agent 835d98f3-f10b-4afd-b4fb-8030440837c2 {{(pid=94637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 18:33:05.640886 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17f3c94-60f0-4182-87ff-e6bcf3940712 admin admin] Notify agent at l3_agent.dv-cinder-779540-2-iscsi the message routers_updated {{(pid=94637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 18:33:05.646690 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-b17f3c94-60f0-4182-87ff-e6bcf3940712 admin admin] 10.222.0.39 "PUT /v2.0/routers/b781439a-f4cf-4580-9456-14d52cf363f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6923442 Sep 09 18:33:05.648632 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 49400) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:33:05.651704 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8417b674-177a-47ac-ba36-007867d4ed49 None None] Sync routers for ids ['b781439a-f4cf-4580-9456-14d52cf363f3'] in dv-cinder-779540-2-iscsi {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 18:33:05.667466 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8417b674-177a-47ac-ba36-007867d4ed49 None None] Routers {'b781439a-f4cf-4580-9456-14d52cf363f3'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:33:05.668069 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-8417b674-177a-47ac-ba36-007867d4ed49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:32:57Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['b781439a-f4cf-4580-9456-14d52cf363f3'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:33:05.752220 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9501626b-eef0-4e4f-875e-e6fa841954f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:05.776445 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-8417b674-177a-47ac-ba36-007867d4ed49 None None] Set router b781439a-f4cf-4580-9456-14d52cf363f3 gateway port host: dv-cinder-779540-2-iscsi {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:33:05.864231 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9501626b-eef0-4e4f-875e-e6fa841954f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:05.947930 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-8417b674-177a-47ac-ba36-007867d4ed49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b781439a-f4cf-4580-9456-14d52cf363f3', 'name': 'tempest-TestVolumeBootPattern-1981375831-router', 'tenant_id': '33ea41163eea418cbecfaf5476cc9ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'external_fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'bea245a6-9d1e-4c20-a533-2500e55a5ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:23:28Z', 'updated_at': '2021-09-09T18:33:05Z', 'revision_number': 5, 'project_id': '33ea41163eea418cbecfaf5476cc9ff9', 'gw_port': {'id': 'bea245a6-9d1e-4c20-a533-2500e55a5ba2', 'name': '', 'network_id': '3a4844da-e7df-49de-8120-ac4d2e4c4f80', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:28:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b781439a-f4cf-4580-9456-14d52cf363f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779540-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T18:23:29Z', 'updated_at': '2021-09-09T18:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6ecf6949-122b-4bec-9802-77be4eb2c7d8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779540-2-iscsi'}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:33:05.995848 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-9501626b-eef0-4e4f-875e-e6fa841954f1 admin admin] Deleting port bea245a6-9d1e-4c20-a533-2500e55a5ba2 {{(pid=94637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:33:05.996192 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9501626b-eef0-4e4f-875e-e6fa841954f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:06.064918 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8417b674-177a-47ac-ba36-007867d4ed49 None None] Checking router: b781439a-f4cf-4580-9456-14d52cf363f3 for host: dv-cinder-779540-2-iscsi {{(pid=94640) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 18:33:06.073266 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8417b674-177a-47ac-ba36-007867d4ed49 None None] Routers {'b781439a-f4cf-4580-9456-14d52cf363f3'} bound to L3 agent in host dv-cinder-779540-2-iscsi {{(pid=94640) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 18:33:06.073958 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-8417b674-177a-47ac-ba36-007867d4ed49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779540-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T18:07:57Z,description=,heartbeat_timestamp=2021-09-09T18:32:57Z,host='dv-cinder-779540-2-iscsi',id=835d98f3-f10b-4afd-b4fb-8030440837c2,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T18:07:58Z,topic='l3_agent')) {'router_ids': ['b781439a-f4cf-4580-9456-14d52cf363f3'], 'active': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:33:06.081319 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.db [None req-9501626b-eef0-4e4f-875e-e6fa841954f1 admin admin] For port bea245a6-9d1e-4c20-a533-2500e55a5ba2, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=bea245a6-9d1e-4c20-a533-2500e55a5ba2,segment=NetworkSegment(7a73f5cb-6b09-47ec-a9e0-b99f618e2056),segment_id=7a73f5cb-6b09-47ec-a9e0-b99f618e2056)] {{(pid=94637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:33:06.081682 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9501626b-eef0-4e4f-875e-e6fa841954f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:06.093563 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.plugins.ml2.plugin [None req-9501626b-eef0-4e4f-875e-e6fa841954f1 admin admin] Calling delete_port for bea245a6-9d1e-4c20-a533-2500e55a5ba2 owned by network:router_gateway {{(pid=94637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:33:06.148223 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:06.164600 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvr_db [None req-8417b674-177a-47ac-ba36-007867d4ed49 None None] Set router b781439a-f4cf-4580-9456-14d52cf363f3 gateway port host: None {{(pid=94640) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 18:33:06.215409 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.l3_hamode_db [None req-8417b674-177a-47ac-ba36-007867d4ed49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b781439a-f4cf-4580-9456-14d52cf363f3', 'name': 'tempest-TestVolumeBootPattern-1981375831-router', 'tenant_id': '33ea41163eea418cbecfaf5476cc9ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:23:28Z', 'updated_at': '2021-09-09T18:33:05Z', 'revision_number': 6, 'project_id': '33ea41163eea418cbecfaf5476cc9ff9', 'gw_port_host': None}], 'dv-cinder-779540-2-iscsi', False) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:33:06.244542 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8417b674-177a-47ac-ba36-007867d4ed49 None None] The sync data for ids ['b781439a-f4cf-4580-9456-14d52cf363f3'] in dv-cinder-779540-2-iscsi is: [{'id': 'b781439a-f4cf-4580-9456-14d52cf363f3', 'name': 'tempest-TestVolumeBootPattern-1981375831-router', 'tenant_id': '33ea41163eea418cbecfaf5476cc9ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T18:23:28Z', 'updated_at': '2021-09-09T18:33:05Z', 'revision_number': 6, 'project_id': '33ea41163eea418cbecfaf5476cc9ff9', 'gw_port_host': None}] {{(pid=94640) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 18:33:06.302780 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9501626b-eef0-4e4f-875e-e6fa841954f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9834288'] for port, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:06.328780 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9501626b-eef0-4e4f-875e-e6fa841954f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bea245a6-9d1e-4c20-a533-2500e55a5ba2,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:33:06.391513 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9501626b-eef0-4e4f-875e-e6fa841954f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-905341'] for router_gateway, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:06.486025 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9501626b-eef0-4e4f-875e-e6fa841954f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-904910', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7578'] for router, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:06.488394 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9501626b-eef0-4e4f-875e-e6fa841954f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:06.628407 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9501626b-eef0-4e4f-875e-e6fa841954f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-904903'] for router, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:06.629049 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9501626b-eef0-4e4f-875e-e6fa841954f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b781439a-f4cf-4580-9456-14d52cf363f3 {{(pid=94637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 18:33:06.633540 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-9501626b-eef0-4e4f-875e-e6fa841954f1 admin admin] Notify callbacks [] for router, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:06.634758 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-9501626b-eef0-4e4f-875e-e6fa841954f1 admin admin] 10.222.0.39 "DELETE /v2.0/routers/b781439a-f4cf-4580-9456-14d52cf363f3 HTTP/1.1" status: 204 len: 168 time: 0.9851575 Sep 09 18:33:06.637178 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 49402) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:33:06.683219 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2358985-6dea-4eb7-a6b5-05a3bf914554 admin admin] Deleting subnet b158d89e-d931-4f8f-b2c6-b7184fa02486 {{(pid=94637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 18:33:06.686178 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-a2358985-6dea-4eb7-a6b5-05a3bf914554 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:06.720501 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-a2358985-6dea-4eb7-a6b5-05a3bf914554 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8515338'] for subnet, precommit_delete_associations {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:06.802248 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-a2358985-6dea-4eb7-a6b5-05a3bf914554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775357'] for subnet, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:06.914230 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-a2358985-6dea-4eb7-a6b5-05a3bf914554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9834253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8646639'] for subnet, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:06.937306 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2358985-6dea-4eb7-a6b5-05a3bf914554 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b158d89e-d931-4f8f-b2c6-b7184fa02486,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:33:06.943984 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-a2358985-6dea-4eb7-a6b5-05a3bf914554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for subnet, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:06.948928 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.wsgi [-] (94638) accepted ('10.222.0.39', 49404) {{(pid=94638) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:33:06.952426 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1d387f-bdd9-454e-bf23-b8507cc88580 None None] Network ddfa41f3-ca70-4122-9853-7e591f9782bd requested from dv-cinder-779540-2-iscsi {{(pid=94639) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 18:33:06.957359 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-a2358985-6dea-4eb7-a6b5-05a3bf914554 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b158d89e-d931-4f8f-b2c6-b7184fa02486 HTTP/1.1" status: 204 len: 168 time: 0.3184638 Sep 09 18:33:07.019932 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 6d56246a-fff1-432e-8c94-beac64b4b1cf no longer exists at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:33:07.026697 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b0882e54-e201-410e-b067-0aa43b315c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626401'] for network, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:07.046213 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] No Port match for: 6d56246a-fff1-432e-8c94-beac64b4b1cf {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:33:07.046560 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 6d56246a-fff1-432e-8c94-beac64b4b1cf not bound to the agent host dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:33:07.086145 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-b0882e54-e201-410e-b067-0aa43b315c4b admin admin] Deleting port 034af1b3-a7d2-4d1d-b13c-8b03b3f929b2 {{(pid=94638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:33:07.086683 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b0882e54-e201-410e-b067-0aa43b315c4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:07.151619 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.db [None req-b0882e54-e201-410e-b067-0aa43b315c4b admin admin] For port 034af1b3-a7d2-4d1d-b13c-8b03b3f929b2, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=034af1b3-a7d2-4d1d-b13c-8b03b3f929b2,segment=NetworkSegment(bdfda9d3-6153-4688-a7f0-ffed4e5bf60d),segment_id=bdfda9d3-6153-4688-a7f0-ffed4e5bf60d)] {{(pid=94638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:33:07.151988 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b0882e54-e201-410e-b067-0aa43b315c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:07.162473 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241bc004-0c9c-499f-b22f-b36faa5ac18e None None] DHCP port deletion for ddfa41f3-ca70-4122-9853-7e591f9782bd request from dv-cinder-779540-2-iscsi {{(pid=94639) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 18:33:07.165479 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.plugin [None req-b0882e54-e201-410e-b067-0aa43b315c4b admin admin] Calling delete_port for 034af1b3-a7d2-4d1d-b13c-8b03b3f929b2 owned by network:dhcp {{(pid=94638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:33:07.220993 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-241bc004-0c9c-499f-b22f-b36faa5ac18e None None] Deleting port 034af1b3-a7d2-4d1d-b13c-8b03b3f929b2 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 18:33:07.221451 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-241bc004-0c9c-499f-b22f-b36faa5ac18e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729821645882'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:07.290328 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-241bc004-0c9c-499f-b22f-b36faa5ac18e None None] For port 034af1b3-a7d2-4d1d-b13c-8b03b3f929b2, host dv-cinder-779540-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779540-2-iscsi',level=0,port_id=034af1b3-a7d2-4d1d-b13c-8b03b3f929b2,segment=NetworkSegment(bdfda9d3-6153-4688-a7f0-ffed4e5bf60d),segment_id=bdfda9d3-6153-4688-a7f0-ffed4e5bf60d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 18:33:07.290728 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-241bc004-0c9c-499f-b22f-b36faa5ac18e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-912474'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:07.303119 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-241bc004-0c9c-499f-b22f-b36faa5ac18e None None] Calling delete_port for 034af1b3-a7d2-4d1d-b13c-8b03b3f929b2 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 18:33:07.323476 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b0882e54-e201-410e-b067-0aa43b315c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2896014'] for port, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:07.349651 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0882e54-e201-410e-b067-0aa43b315c4b admin admin] Pushing event deleted for resources: {'Port': ['ID=034af1b3-a7d2-4d1d-b13c-8b03b3f929b2,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:33:07.357166 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0882e54-e201-410e-b067-0aa43b315c4b admin admin] No DVR routers for this DVR port 034af1b3-a7d2-4d1d-b13c-8b03b3f929b2 on host dv-cinder-779540-2-iscsi {{(pid=94638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 18:33:07.389414 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-241bc004-0c9c-499f-b22f-b36faa5ac18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1713176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729821651716', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729821343690'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:07.416393 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241bc004-0c9c-499f-b22f-b36faa5ac18e None None] Pushing event deleted for resources: {'Port': ['ID=034af1b3-a7d2-4d1d-b13c-8b03b3f929b2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:33:07.418213 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241bc004-0c9c-499f-b22f-b36faa5ac18e None None] No DVR routers for this DVR port 034af1b3-a7d2-4d1d-b13c-8b03b3f929b2 on host dv-cinder-779540-2-iscsi {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 18:33:07.430050 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b0882e54-e201-410e-b067-0aa43b315c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773192', 'neutron.services.segments.db._delete_segments_for_network-8729821856413'] for network, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:07.455296 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-b0882e54-e201-410e-b067-0aa43b315c4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddfa41f3-ca70-4122-9853-7e591f9782bd']}} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:33:07.465159 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-b0882e54-e201-410e-b067-0aa43b315c4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdfda9d3-6153-4688-a7f0-ffed4e5bf60d') {'for_net_delete': True} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:33:07.465456 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.services.segments.db [None req-b0882e54-e201-410e-b067-0aa43b315c4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdfda9d3-6153-4688-a7f0-ffed4e5bf60d') {} {{(pid=94638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 18:33:07.474605 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b0882e54-e201-410e-b067-0aa43b315c4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729821856934', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1044657'] for segment, before_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:07.488093 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b0882e54-e201-410e-b067-0aa43b315c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143'] for segment, precommit_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:07.494310 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0882e54-e201-410e-b067-0aa43b315c4b admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=94638) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 18:33:07.495031 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b0882e54-e201-410e-b067-0aa43b315c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1773143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2903633'] for segment, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:07.496747 dv-cinder-779540-2-iscsi neutron-server[94638]: Traceback (most recent call last): Sep 09 18:33:07.496747 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 18:33:07.496747 dv-cinder-779540-2-iscsi neutron-server[94638]: timer() Sep 09 18:33:07.496747 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 18:33:07.496747 dv-cinder-779540-2-iscsi neutron-server[94638]: cb(*args, **kw) Sep 09 18:33:07.496747 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 18:33:07.496747 dv-cinder-779540-2-iscsi neutron-server[94638]: return func(*args, **kwargs) Sep 09 18:33:07.496747 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 18:33:07.496747 dv-cinder-779540-2-iscsi neutron-server[94638]: self._notify() Sep 09 18:33:07.496747 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 18:33:07.496747 dv-cinder-779540-2-iscsi neutron-server[94638]: self.callback(batched_events) Sep 09 18:33:07.496747 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 18:33:07.496747 dv-cinder-779540-2-iscsi neutron-server[94638]: event.method(event) Sep 09 18:33:07.496747 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 18:33:07.496747 dv-cinder-779540-2-iscsi neutron-server[94638]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 18:33:07.496747 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 18:33:07.496747 dv-cinder-779540-2-iscsi neutron-server[94638]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 18:33:07.496747 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 18:33:07.496747 dv-cinder-779540-2-iscsi neutron-server[94638]: return f(self, *a, **k) Sep 09 18:33:07.496747 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 18:33:07.496747 dv-cinder-779540-2-iscsi neutron-server[94638]: return self._get(url).json() Sep 09 18:33:07.496747 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 18:33:07.496747 dv-cinder-779540-2-iscsi neutron-server[94638]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 18:33:07.496747 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 18:33:07.496747 dv-cinder-779540-2-iscsi neutron-server[94638]: return self.request(url, 'GET', **kwargs) Sep 09 18:33:07.496747 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 18:33:07.496747 dv-cinder-779540-2-iscsi neutron-server[94638]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 18:33:07.496747 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 18:33:07.496747 dv-cinder-779540-2-iscsi neutron-server[94638]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 18:33:07.496747 dv-cinder-779540-2-iscsi neutron-server[94638]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 18:33:07.496747 dv-cinder-779540-2-iscsi neutron-server[94638]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 18:33:07.496747 dv-cinder-779540-2-iscsi neutron-server[94638]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 18:33:07.639869 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b0882e54-e201-410e-b067-0aa43b315c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-651322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-905241'] for network, after_delete {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:07.652248 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron_lib.callbacks.manager [None req-b0882e54-e201-410e-b067-0aa43b315c4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-651304'] for network, before_response {{(pid=94638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:07.652248 dv-cinder-779540-2-iscsi neutron-server[94638]: INFO neutron.wsgi [None req-b0882e54-e201-410e-b067-0aa43b315c4b admin admin] 10.222.0.39 "DELETE /v2.0/networks/ddfa41f3-ca70-4122-9853-7e591f9782bd HTTP/1.1" status: 204 len: 168 time: 0.6974003 Sep 09 18:33:07.657908 dv-cinder-779540-2-iscsi neutron-server[94638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0882e54-e201-410e-b067-0aa43b315c4b admin admin] Pushing event deleted for resources: {'Network': ['ID=ddfa41f3-ca70-4122-9853-7e591f9782bd,revision_number=None']} {{(pid=94638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:33:07.936866 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 49408) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:33:07.978254 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-f2a1b9a4-bc42-428b-9404-192cf51f0ab4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1770c44abcca47449561e6ab91841b32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401936 Sep 09 18:33:07.980718 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 49410) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:33:08.027538 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-eca3c73e-4309-47be-b2aa-4130a842ba6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:08.052319 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-eca3c73e-4309-47be-b2aa-4130a842ba6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:08.159381 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-eca3c73e-4309-47be-b2aa-4130a842ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:08.162016 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-eca3c73e-4309-47be-b2aa-4130a842ba6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:08.163229 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-eca3c73e-4309-47be-b2aa-4130a842ba6a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3a459090-6fa8-42d7-aba0-41798aad14ca HTTP/1.1" status: 204 len: 168 time: 0.1816180 Sep 09 18:33:08.170966 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3c73e-4309-47be-b2aa-4130a842ba6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a459090-6fa8-42d7-aba0-41798aad14ca,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:33:08.651795 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device bea245a6-9d1e-4c20-a533-2500e55a5ba2 no longer exists at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:33:08.672619 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] No Port match for: bea245a6-9d1e-4c20-a533-2500e55a5ba2 {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:33:08.672972 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device bea245a6-9d1e-4c20-a533-2500e55a5ba2 not bound to the agent host dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:33:08.673400 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 034af1b3-a7d2-4d1d-b13c-8b03b3f929b2 no longer exists at agent ovs-agent-dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 18:33:08.692025 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] No Port match for: 034af1b3-a7d2-4d1d-b13c-8b03b3f929b2 {{(pid=94639) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 18:33:08.692297 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron.plugins.ml2.rpc [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Device 034af1b3-a7d2-4d1d-b13c-8b03b3f929b2 not bound to the agent host dv-cinder-779540-2-iscsi {{(pid=94639) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 18:33:08.857666 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 49416) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:33:08.897627 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-2064226d-0aad-47a8-a65f-c34589188675 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=33ea41163eea418cbecfaf5476cc9ff9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387874 Sep 09 18:33:08.900061 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [-] (94637) accepted ('10.222.0.39', 49418) {{(pid=94637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 18:33:08.946635 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-68bd4e2f-a0bf-4476-8711-1929c4a517da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:08.967989 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-68bd4e2f-a0bf-4476-8711-1929c4a517da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:09.073703 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-68bd4e2f-a0bf-4476-8711-1929c4a517da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533958'] for security_group, after_delete {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:09.076184 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron_lib.callbacks.manager [None req-68bd4e2f-a0bf-4476-8711-1929c4a517da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:09.077354 dv-cinder-779540-2-iscsi neutron-server[94637]: INFO neutron.wsgi [None req-68bd4e2f-a0bf-4476-8711-1929c4a517da admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bc470862-123e-4fe8-aae1-d6a4ccf6568b HTTP/1.1" status: 204 len: 168 time: 0.1763785 Sep 09 18:33:09.085589 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd4e2f-a0bf-4476-8711-1929c4a517da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc470862-123e-4fe8-aae1-d6a4ccf6568b,revision_number=None']} {{(pid=94637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 18:33:24.839509 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25b4c9d5-1036-4d7d-8a0d-036e3a6c78a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:27.486162 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5fcb6008-8386-4f0d-9212-fd9c3bde9d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:27.559511 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:29.175416 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:31.106720 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:31.418681 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 6 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:33:36.171641 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:54.846124 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d25396a-10ed-46da-8b54-cdb44db369b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:57.451868 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b450212-b45f-4a9a-9a3d-32d0f4960882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:57.479967 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:33:59.177422 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:34:01.112338 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:34:06.160491 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:34:08.417086 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 6 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:34:24.823330 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94a0522f-0f7a-4597-ad00-bb7658794a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:34:27.497757 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-411dcdbd-f1a8-40aa-b3a7-e32e8935e180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:34:27.543457 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:34:29.171164 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:34:31.114903 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:34:36.183460 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:34:45.415826 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 6 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:34:54.839565 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-39e154ce-2c82-4106-ad79-a77a478a3889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:34:57.515187 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-35de4573-43a7-4025-974a-63451b292959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:34:57.543781 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:34:59.183582 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:35:01.121290 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:35:06.189212 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:35:22.415564 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 6 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:35:24.852683 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f548b2cf-f71a-426c-b3ed-d287aae7d8ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:35:27.481222 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdddbc5f-9524-4a9a-a2db-2aa28f00ab5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:35:27.521310 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:35:29.161183 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:35:31.149461 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:35:36.211243 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:35:54.829535 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ccfd8012-4f09-4179-b347-19f09e81e313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:35:57.481111 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3cfda2d4-afa7-4c36-9de2-a7196be24bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:35:57.503908 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:35:59.189911 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:35:59.414111 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 6 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:36:01.139053 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:36:06.200406 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:36:24.823679 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c4a0b063-4f53-430f-9e59-daeba66fc9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:36:27.492602 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a4fec075-a46c-4595-af0e-72e95acd057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:36:27.515593 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:36:29.189557 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:36:31.132649 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:36:36.212202 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:36:36.412793 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 6 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:36:54.847096 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a312dfbc-bec6-4e24-a707-e4711bc74bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:36:57.497991 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c5edebd3-cd30-4591-81c5-1deb97110870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:36:57.526502 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:36:59.200721 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:37:01.155136 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:37:02.839373 dv-cinder-779540-2-iscsi neutron-server[94637]: DEBUG neutron.wsgi [req-d335571b-2f77-4321-8180-13cfabb1d631 req-acc8ed97-a474-4e6d-887b-87eec0cbfc05 service neutron] (94637) timed out ('10.222.0.39', 43362) {{(pid=94637) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 09 18:37:06.207401 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:37:13.411571 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 6 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:37:24.852072 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-08fd54ae-357d-4d3d-9799-24eeff820d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:37:27.475389 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-26f0fdca-4f3d-47b9-ad5e-45a0b5bcbee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:37:27.492321 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:37:29.200999 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:37:31.149499 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:37:36.246896 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:37:50.410488 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 6 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:37:54.829161 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f65a9dbf-f90a-45ab-8723-2b28830fc598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:37:57.469248 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30daae74-66c9-4b82-8500-a270c5a6d6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:37:57.497640 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:37:59.217961 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:38:01.147394 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:38:06.194588 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eae7724b-f68e-4f78-9ef0-9944da8eb2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:38:24.852127 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a8877358-2761-4729-8c0f-6b15b81dd2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:38:27.409173 dv-cinder-779540-2-iscsi neutron-server[94640]: DEBUG neutron.db.agents_db [None req-9bfd3c2f-b876-45bf-899d-5b473ad3676b None None] Agent healthcheck: found 6 active agents {{(pid=94640) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 18:38:27.503204 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd607aca-1855-4ffe-9d30-31585dbfaac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:38:27.531408 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-631e0526-354a-4071-9d5c-ac3697270ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:38:29.211848 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05743d9a-1f8b-4c93-b1d7-6c4a83c5fcb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 18:38:31.154880 dv-cinder-779540-2-iscsi neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfdf5ed5-1c7b-4cd9-856d-c92a501ee419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729821856395', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1770318'] for agent, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}